2024-11-14 14:15:36,921 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 14:15:36,936 main DEBUG Took 0.012177 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:15:36,936 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:15:36,937 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:15:36,938 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:15:36,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,948 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:15:36,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,962 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,965 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,968 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,969 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:15:36,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,971 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:15:36,972 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:15:36,973 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:15:36,975 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:15:36,976 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:15:36,977 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:15:36,977 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:15:36,984 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:15:36,987 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:15:36,988 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:15:36,989 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:15:36,989 main DEBUG createAppenders(={Console}) 2024-11-14 14:15:36,990 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-14 14:15:36,990 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 14:15:36,990 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-14 14:15:36,991 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:15:36,991 main DEBUG OutputStream closed 2024-11-14 14:15:36,991 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:15:36,992 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:15:36,992 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-14 14:15:37,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:15:37,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:15:37,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:15:37,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:15:37,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:15:37,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:15:37,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:15:37,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:15:37,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:15:37,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:15:37,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:15:37,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:15:37,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:15:37,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:15:37,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:15:37,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:15:37,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:15:37,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:15:37,072 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:15:37,073 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-14 14:15:37,073 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:15:37,074 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-14T14:15:37,310 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1 2024-11-14 14:15:37,314 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:15:37,314 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:15:37,324 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-14T14:15:37,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:15:37,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295, deleteOnExit=true 2024-11-14T14:15:37,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:15:37,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/test.cache.data in system properties and HBase conf 2024-11-14T14:15:37,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:15:37,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:15:37,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:15:37,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:15:37,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:15:37,474 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:15:37,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:15:37,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:15:37,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:15:37,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:15:37,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:15:37,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:15:37,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:15:37,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:15:37,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:15:37,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:15:37,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:15:37,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:15:37,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:15:37,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:15:37,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:15:38,845 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:15:38,963 INFO [Time-limited test {}] log.Log(170): Logging initialized @2842ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:15:39,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:15:39,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:15:39,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:15:39,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:15:39,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:15:39,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:15:39,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:15:39,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:15:39,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322e478f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/java.io.tmpdir/jetty-localhost-33351-hadoop-hdfs-3_4_1-tests_jar-_-any-8836796975617946394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:15:39,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:33351} 2024-11-14T14:15:39,459 INFO [Time-limited test {}] server.Server(415): Started @3338ms 2024-11-14T14:15:40,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:15:40,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:15:40,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:15:40,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:15:40,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:15:40,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:15:40,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:15:40,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a79998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/java.io.tmpdir/jetty-localhost-35063-hadoop-hdfs-3_4_1-tests_jar-_-any-11446862229147780910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:15:40,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:35063} 2024-11-14T14:15:40,152 INFO [Time-limited test {}] server.Server(415): Started @4031ms 2024-11-14T14:15:40,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:15:41,440 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data2/current/BP-2140936968-172.17.0.2-1731593738286/current, will proceed with Du for space computation calculation, 2024-11-14T14:15:41,440 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data1/current/BP-2140936968-172.17.0.2-1731593738286/current, will proceed with Du for space computation calculation, 2024-11-14T14:15:41,466 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:15:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf429da3492e249a with lease ID 0xd660104d09f8ba57: Processing first storage report for DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d from datanode DatanodeRegistration(127.0.0.1:41991, datanodeUuid=46c92bdd-eef7-493d-ba8e-86cf49b8cbb1, infoPort=35619, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1848868553;c=1731593738286) 2024-11-14T14:15:41,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf429da3492e249a with lease ID 0xd660104d09f8ba57: from storage DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d node DatanodeRegistration(127.0.0.1:41991, datanodeUuid=46c92bdd-eef7-493d-ba8e-86cf49b8cbb1, infoPort=35619, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1848868553;c=1731593738286), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T14:15:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf429da3492e249a with lease ID 0xd660104d09f8ba57: Processing first storage report for DS-ff5dd365-9018-45eb-aa2d-7661e47ea7ee from datanode DatanodeRegistration(127.0.0.1:41991, datanodeUuid=46c92bdd-eef7-493d-ba8e-86cf49b8cbb1, infoPort=35619, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1848868553;c=1731593738286) 2024-11-14T14:15:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf429da3492e249a with lease ID 0xd660104d09f8ba57: from storage DS-ff5dd365-9018-45eb-aa2d-7661e47ea7ee node DatanodeRegistration(127.0.0.1:41991, datanodeUuid=46c92bdd-eef7-493d-ba8e-86cf49b8cbb1, infoPort=35619, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1848868553;c=1731593738286), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:15:41,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1 2024-11-14T14:15:41,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/zookeeper_0, clientPort=64214, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:15:41,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64214 2024-11-14T14:15:41,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:41,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:41,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:15:42,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc with version=8 2024-11-14T14:15:42,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/hbase-staging 2024-11-14T14:15:42,359 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:15:42,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:15:42,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:42,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:42,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:15:42,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:42,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:15:42,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:15:42,830 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:15:42,838 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:15:42,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:15:42,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8874 (auto-detected) 2024-11-14T14:15:42,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:15:42,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35265 2024-11-14T14:15:42,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35265 connecting to ZooKeeper ensemble=127.0.0.1:64214 2024-11-14T14:15:43,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352650x0, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:15:43,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35265-0x10139b3a0b30000 connected 2024-11-14T14:15:43,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:43,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:43,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:15:43,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc, hbase.cluster.distributed=false 2024-11-14T14:15:43,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:15:43,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-14T14:15:43,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35265 2024-11-14T14:15:43,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35265 2024-11-14T14:15:43,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-14T14:15:43,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-14T14:15:43,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:15:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:43,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:15:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:15:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:15:43,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:15:43,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:15:43,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33627 2024-11-14T14:15:43,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33627 connecting to ZooKeeper ensemble=127.0.0.1:64214 2024-11-14T14:15:43,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:43,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:43,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336270x0, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:15:43,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33627-0x10139b3a0b30001 connected 2024-11-14T14:15:43,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336270x0, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:15:43,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:15:43,560 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:15:43,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:15:43,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:15:43,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-14T14:15:43,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33627 2024-11-14T14:15:43,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33627 2024-11-14T14:15:43,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-14T14:15:43,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-14T14:15:43,590 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:35265 2024-11-14T14:15:43,591 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:15:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:15:43,610 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:15:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:43,641 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:15:43,642 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2cc31459a7,35265,1731593742453 from backup master directory 2024-11-14T14:15:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:15:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:15:43,654 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:15:43,654 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:43,657 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:15:43,659 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:15:43,722 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/hbase.id] with ID: f6389914-edec-4cc4-b85a-c25623cab514 2024-11-14T14:15:43,722 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/.tmp/hbase.id 2024-11-14T14:15:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:15:44,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/.tmp/hbase.id]:[hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/hbase.id] 2024-11-14T14:15:44,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:15:44,197 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:15:44,215 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T14:15:44,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:44,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:15:44,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:15:44,706 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:15:44,727 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:44,732 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:15:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:15:45,182 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store 2024-11-14T14:15:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:15:45,617 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:15:45,620 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:45,621 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:15:45,621 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:15:45,621 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:15:45,623 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:15:45,623 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:15:45,623 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:15:45,624 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593745621Disabling compacts and flushes for region at 1731593745621Disabling writes for close at 1731593745623 (+2 ms)Writing region close event to WAL at 1731593745623Closed at 1731593745623 2024-11-14T14:15:45,626 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/.initializing 2024-11-14T14:15:45,626 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/WALs/6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:45,634 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:15:45,648 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C35265%2C1731593742453, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/WALs/6e2cc31459a7,35265,1731593742453, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/oldWALs, maxLogs=10 2024-11-14T14:15:45,669 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/WALs/6e2cc31459a7,35265,1731593742453/6e2cc31459a7%2C35265%2C1731593742453.1731593745652, exclude list is [], retry=0 2024-11-14T14:15:45,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d,DISK] 2024-11-14T14:15:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:15:45,717 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/WALs/6e2cc31459a7,35265,1731593742453/6e2cc31459a7%2C35265%2C1731593742453.1731593745652 2024-11-14T14:15:45,718 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35619:35619)] 2024-11-14T14:15:45,718 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:15:45,719 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:45,721 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,722 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:15:45,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:45,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:45,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:15:45,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:45,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:45,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:15:45,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:45,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:45,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:15:45,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:45,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:45,808 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,813 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,819 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,820 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,825 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:15:45,829 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:15:45,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:15:45,834 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59996297, jitterRate=-0.10598550736904144}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:15:45,840 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593745732Initializing all the Stores at 1731593745734 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593745735 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593745735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593745736 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593745736Cleaning up temporary data from old regions at 1731593745820 (+84 ms)Region opened successfully at 1731593745840 (+20 ms) 2024-11-14T14:15:45,841 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:15:45,873 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27189791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:15:45,907 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:15:45,916 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:15:45,916 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:15:45,919 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:15:45,920 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:15:45,924 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T14:15:45,925 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:15:45,952 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:15:45,962 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:15:45,976 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:15:45,978 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:15:45,980 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:15:45,986 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:15:45,988 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:15:45,993 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:15:46,004 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:15:46,006 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:15:46,018 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:15:46,041 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:15:46,049 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:15:46,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:15:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:15:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,065 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,35265,1731593742453, sessionid=0x10139b3a0b30000, setting cluster-up flag (Was=false) 2024-11-14T14:15:46,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,134 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:15:46,136 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:46,197 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:15:46,202 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:46,213 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:15:46,279 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:15:46,281 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(746): ClusterId : f6389914-edec-4cc4-b85a-c25623cab514 2024-11-14T14:15:46,284 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:15:46,289 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:15:46,294 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:15:46,294 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:15:46,296 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:15:46,304 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:15:46,304 DEBUG [RS:0;6e2cc31459a7:33627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71de8b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:15:46,301 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,35265,1731593742453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:15:46,312 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:15:46,312 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:15:46,312 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:15:46,312 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:15:46,313 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:15:46,313 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,313 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:15:46,313 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:15:46,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:15:46,325 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:33627 2024-11-14T14:15:46,329 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593776328 2024-11-14T14:15:46,329 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:15:46,330 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:15:46,330 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:15:46,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:46,331 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:15:46,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:15:46,332 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:15:46,333 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,35265,1731593742453 with port=33627, startcode=1731593743487 2024-11-14T14:15:46,336 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:15:46,336 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:15:46,337 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:15:46,337 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:15:46,340 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,350 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:15:46,352 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:15:46,352 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:15:46,354 DEBUG [RS:0;6e2cc31459a7:33627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:15:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:15:46,356 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:15:46,356 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:15:46,358 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593746358,5,FailOnTimeoutGroup] 2024-11-14T14:15:46,368 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593746358,5,FailOnTimeoutGroup] 2024-11-14T14:15:46,368 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,368 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:15:46,369 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,370 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:15:46,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,420 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:15:46,420 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34415 2024-11-14T14:15:46,420 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:15:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:15:46,436 DEBUG [RS:0;6e2cc31459a7:33627 {}] zookeeper.ZKUtil(111): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,436 WARN [RS:0;6e2cc31459a7:33627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:15:46,437 INFO [RS:0;6e2cc31459a7:33627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:15:46,437 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,33627,1731593743487] 2024-11-14T14:15:46,467 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:15:46,486 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:15:46,491 INFO [RS:0;6e2cc31459a7:33627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:15:46,491 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,492 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:15:46,498 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:15:46,499 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,499 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,499 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,499 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,500 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,500 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,500 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:15:46,500 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,500 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:15:46,501 DEBUG [RS:0;6e2cc31459a7:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:15:46,502 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,502 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,503 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,503 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,503 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,503 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33627,1731593743487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:15:46,523 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:15:46,524 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33627,1731593743487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,525 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,525 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.Replication(171): 6e2cc31459a7,33627,1731593743487 started 2024-11-14T14:15:46,544 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:46,545 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,33627,1731593743487, RpcServer on 6e2cc31459a7/172.17.0.2:33627, sessionid=0x10139b3a0b30001 2024-11-14T14:15:46,545 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:15:46,546 DEBUG [RS:0;6e2cc31459a7:33627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,546 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33627,1731593743487' 2024-11-14T14:15:46,546 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:15:46,547 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:15:46,548 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:15:46,548 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:15:46,548 DEBUG [RS:0;6e2cc31459a7:33627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:46,548 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33627,1731593743487' 2024-11-14T14:15:46,548 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:15:46,549 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:15:46,549 DEBUG [RS:0;6e2cc31459a7:33627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:15:46,549 INFO [RS:0;6e2cc31459a7:33627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:15:46,550 INFO [RS:0;6e2cc31459a7:33627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:15:46,655 INFO [RS:0;6e2cc31459a7:33627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:15:46,658 INFO [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33627%2C1731593743487, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/oldWALs, maxLogs=32 2024-11-14T14:15:46,674 DEBUG [RS:0;6e2cc31459a7:33627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487/6e2cc31459a7%2C33627%2C1731593743487.1731593746661, exclude list is [], retry=0 2024-11-14T14:15:46,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d,DISK] 2024-11-14T14:15:46,682 INFO [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487/6e2cc31459a7%2C33627%2C1731593743487.1731593746661 2024-11-14T14:15:46,683 DEBUG [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35619:35619)] 2024-11-14T14:15:46,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:15:46,757 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:15:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:15:47,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:47,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:15:47,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:15:47,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:15:47,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:15:47,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:15:47,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:15:47,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:15:47,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:15:47,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:15:47,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740 2024-11-14T14:15:47,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740 2024-11-14T14:15:47,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:15:47,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:15:47,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:15:47,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:15:47,206 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:15:47,207 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65874274, jitterRate=-0.018396824598312378}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:15:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593747172Initializing all the Stores at 1731593747174 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593747174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747174Cleaning up temporary data from old regions at 1731593747199 (+25 ms)Region opened successfully at 1731593747209 (+10 ms) 2024-11-14T14:15:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:15:47,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:15:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:15:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:15:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:15:47,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:15:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593747210Disabling compacts and flushes for region at 1731593747210Disabling writes for close at 1731593747210Writing region close event to WAL at 1731593747211 (+1 ms)Closed at 1731593747211 2024-11-14T14:15:47,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:15:47,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:15:47,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:15:47,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:15:47,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:15:47,387 DEBUG [6e2cc31459a7:35265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:15:47,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:47,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33627,1731593743487, state=OPENING 2024-11-14T14:15:47,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:15:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:15:47,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:15:47,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:15:47,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:15:47,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:15:47,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:15:47,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:15:47,694 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:15:47,695 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:15:47,695 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:15:47,698 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33627%2C1731593743487.meta, suffix=.meta, logDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/oldWALs, maxLogs=32 2024-11-14T14:15:47,713 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487/6e2cc31459a7%2C33627%2C1731593743487.meta.1731593747700.meta, exclude list is [], retry=0 2024-11-14T14:15:47,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d,DISK] 2024-11-14T14:15:47,720 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/WALs/6e2cc31459a7,33627,1731593743487/6e2cc31459a7%2C33627%2C1731593743487.meta.1731593747700.meta 2024-11-14T14:15:47,721 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35619:35619)] 2024-11-14T14:15:47,721 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:15:47,723 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:15:47,727 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:15:47,733 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:15:47,738 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:15:47,739 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:47,739 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:15:47,739 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:15:47,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:15:47,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:15:47,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:15:47,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:15:47,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:15:47,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:15:47,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:15:47,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:15:47,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:47,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:15:47,754 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:15:47,755 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740 2024-11-14T14:15:47,758 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740 2024-11-14T14:15:47,761 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:15:47,761 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:15:47,762 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:15:47,765 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:15:47,767 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72819342, jitterRate=0.08509275317192078}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:15:47,768 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:15:47,770 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593747740Writing region info on filesystem at 1731593747740Initializing all the Stores at 1731593747742 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593747742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593747742Cleaning up temporary data from old regions at 1731593747761 (+19 ms)Running coprocessor post-open hooks at 1731593747768 (+7 ms)Region opened successfully at 1731593747770 (+2 ms) 2024-11-14T14:15:47,777 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593747673 2024-11-14T14:15:47,789 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:15:47,790 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:15:47,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:47,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33627,1731593743487, state=OPEN 2024-11-14T14:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:15:47,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:15:47,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:15:47,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:47,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:15:47,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33627,1731593743487 in 429 msec 2024-11-14T14:15:47,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:15:47,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-14T14:15:47,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:15:47,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:15:47,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:47,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:47,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:48,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:48,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7780 sec 2024-11-14T14:15:48,021 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593748021, completionTime=-1 2024-11-14T14:15:48,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:15:48,024 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:15:48,049 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:15:48,049 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593808049 2024-11-14T14:15:48,049 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593868049 2024-11-14T14:15:48,049 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-14T14:15:48,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,053 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:35265, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,053 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,053 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,059 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:15:48,077 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.423sec 2024-11-14T14:15:48,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:15:48,079 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:15:48,080 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:15:48,080 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:15:48,081 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:15:48,081 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:15:48,082 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:15:48,090 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:15:48,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:15:48,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35265,1731593742453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:15:48,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519673c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:48,093 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:15:48,093 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:15:48,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:48,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:48,105 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:48,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a872003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:48,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:48,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:48,116 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:48,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:48,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:48,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:48,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:48,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:48,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=3979 2024-11-14T14:15:48,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f523d87 2024-11-14T14:15:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:15:48,180 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:15:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:15:48,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:15:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:15:48,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:15:48,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T14:15:48,212 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:48,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:15:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:15:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741835_1011 (size=1061) 2024-11-14T14:15:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:15:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:15:48,634 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:15:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741836_1012 (size=53) 2024-11-14T14:15:48,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:48,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b26f096b5a9a114b908064f11b5c7e6c, disabling compactions & flushes 2024-11-14T14:15:48,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:48,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:48,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. after waiting 0 ms 2024-11-14T14:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:48,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b26f096b5a9a114b908064f11b5c7e6c: Waiting for close lock at 1731593748646Disabling compacts and flushes for region at 1731593748646Disabling writes for close at 1731593748646Writing region close event to WAL at 1731593748647 (+1 ms)Closed at 1731593748647 2024-11-14T14:15:48,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:15:48,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593748650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593748650"}]},"ts":"1731593748650"} 2024-11-14T14:15:48,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:15:48,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:15:48,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593748687"}]},"ts":"1731593748687"} 2024-11-14T14:15:48,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:15:48,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, ASSIGN}] 2024-11-14T14:15:48,699 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, ASSIGN 2024-11-14T14:15:48,701 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:15:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:15:48,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b26f096b5a9a114b908064f11b5c7e6c, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:48,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, ASSIGN because future has completed 2024-11-14T14:15:48,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:15:49,024 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:15:49,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:15:49,026 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,026 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,028 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,032 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:15:49,033 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26f096b5a9a114b908064f11b5c7e6c columnFamilyName A 2024-11-14T14:15:49,033 DEBUG [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:49,034 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(327): Store=b26f096b5a9a114b908064f11b5c7e6c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:49,035 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,038 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:15:49,038 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26f096b5a9a114b908064f11b5c7e6c columnFamilyName B 2024-11-14T14:15:49,038 DEBUG [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:49,039 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(327): Store=b26f096b5a9a114b908064f11b5c7e6c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:49,040 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,042 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:15:49,042 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26f096b5a9a114b908064f11b5c7e6c columnFamilyName C 2024-11-14T14:15:49,042 DEBUG [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:15:49,043 INFO [StoreOpener-b26f096b5a9a114b908064f11b5c7e6c-1 {}] regionserver.HStore(327): Store=b26f096b5a9a114b908064f11b5c7e6c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:15:49,043 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,044 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,047 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,048 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,051 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,051 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,052 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:15:49,056 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,061 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:15:49,063 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b26f096b5a9a114b908064f11b5c7e6c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639570, jitterRate=0.09731510281562805}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:15:49,063 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,064 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b26f096b5a9a114b908064f11b5c7e6c: Running coprocessor pre-open hook at 1731593749026Writing region info on filesystem at 1731593749026Initializing all the Stores at 1731593749027 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593749028 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593749028Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593749028Cleaning up temporary data from old regions at 1731593749051 (+23 ms)Running coprocessor post-open hooks at 1731593749063 (+12 ms)Region opened successfully at 1731593749064 (+1 ms) 2024-11-14T14:15:49,067 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., pid=6, masterSystemTime=1731593749015 2024-11-14T14:15:49,072 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,072 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b26f096b5a9a114b908064f11b5c7e6c, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:15:49,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:15:49,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 in 222 msec 2024-11-14T14:15:49,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:15:49,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, ASSIGN in 391 msec 2024-11-14T14:15:49,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:15:49,100 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593749099"}]},"ts":"1731593749099"} 2024-11-14T14:15:49,107 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:15:49,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:15:49,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-14T14:15:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:15:49,365 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:15:49,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc5f9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,374 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6a9f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c62f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:15:49,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:15:49,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e704312 2024-11-14T14:15:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:15:49,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:15:49,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec95bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639d2f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241fa23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,420 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,424 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5ab0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,430 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a081598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566e69dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f695ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904dd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d577fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,445 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79714f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,448 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b6f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d715406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,451 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee9f900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e5c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59025020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,458 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1118bf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339e1ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b966c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:15:49,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:15:49,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d56454e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:15:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:15:49,466 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6514b0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:15:49,471 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,471 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,471 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,471 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,472 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,474 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,474 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,476 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,478 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:15:49,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,479 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:15:49,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T14:15:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:15:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:15:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,491 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:15:49,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:15:49,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:49,495 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:15:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:15:49,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:49,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:15:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:49,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/034a433c5cc5453ead62c3737194cff8 is 50, key is test_row_0/A:col10/1731593749561/Put/seqid=0 2024-11-14T14:15:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593809704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,751 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6e2cc31459a7,33627,1731593743487, table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T14:15:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593809714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593809714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593809715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593809725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741837_1013 (size=14341) 2024-11-14T14:15:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/034a433c5cc5453ead62c3737194cff8 2024-11-14T14:15:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:49,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:49,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:49,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593809906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593809906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593809907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593809905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593809907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:49,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/f4502ed737894dcdad6c20576cff37a9 is 50, key is test_row_0/B:col10/1731593749561/Put/seqid=0 2024-11-14T14:15:49,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741838_1014 (size=12001) 2024-11-14T14:15:49,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/f4502ed737894dcdad6c20576cff37a9 2024-11-14T14:15:50,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/04aca45334384b4183087d96861785e1 is 50, key is test_row_0/C:col10/1731593749561/Put/seqid=0 2024-11-14T14:15:50,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741839_1015 (size=12001) 2024-11-14T14:15:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593810124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593810125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593810125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:50,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593810134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593810134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593810434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593810443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593810444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593810444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593810444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:50,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:50,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/04aca45334384b4183087d96861785e1 2024-11-14T14:15:50,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/034a433c5cc5453ead62c3737194cff8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8 2024-11-14T14:15:50,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8, entries=200, sequenceid=14, filesize=14.0 K 2024-11-14T14:15:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/f4502ed737894dcdad6c20576cff37a9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9 2024-11-14T14:15:50,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T14:15:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/04aca45334384b4183087d96861785e1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1 2024-11-14T14:15:50,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T14:15:50,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b26f096b5a9a114b908064f11b5c7e6c in 1005ms, sequenceid=14, compaction requested=false 2024-11-14T14:15:50,581 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:15:50,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:50,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:15:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,712 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:15:50,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:50,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:50,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:50,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2df7795179a148cd81245b3b490515f1 is 50, key is test_row_0/A:col10/1731593749702/Put/seqid=0 2024-11-14T14:15:50,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741840_1016 (size=12001) 2024-11-14T14:15:50,761 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2df7795179a148cd81245b3b490515f1 2024-11-14T14:15:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8ba68233da034e2bba6d11353fc9aaa6 is 50, key is test_row_0/B:col10/1731593749702/Put/seqid=0 2024-11-14T14:15:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741841_1017 (size=12001) 2024-11-14T14:15:50,840 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8ba68233da034e2bba6d11353fc9aaa6 2024-11-14T14:15:50,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/154348bb270f4096bdc5624ff5133bf2 is 50, key is test_row_0/C:col10/1731593749702/Put/seqid=0 2024-11-14T14:15:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741842_1018 (size=12001) 2024-11-14T14:15:50,909 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/154348bb270f4096bdc5624ff5133bf2 2024-11-14T14:15:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2df7795179a148cd81245b3b490515f1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1 2024-11-14T14:15:50,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:15:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8ba68233da034e2bba6d11353fc9aaa6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6 2024-11-14T14:15:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:50,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:15:50,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/154348bb270f4096bdc5624ff5133bf2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2 2024-11-14T14:15:50,979 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:15:50,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for b26f096b5a9a114b908064f11b5c7e6c in 272ms, sequenceid=33, compaction requested=false 2024-11-14T14:15:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:15:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:15:50,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T14:15:50,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-14T14:15:51,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.5180 sec 2024-11-14T14:15:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:51,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:51,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6039ab894a264013995f9a1491d003d4 is 50, key is test_row_0/A:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741843_1019 (size=14341) 2024-11-14T14:15:51,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6039ab894a264013995f9a1491d003d4 2024-11-14T14:15:51,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/23f02abb5b5b4748bffd75753d7b6739 is 50, key is test_row_0/B:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593811098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593811099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593751073, max timestamp=1731593751103Num uniques 859; 2024-11-14T14:15:51,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731593751073, max timestamp=1731593751097Num uniques 859; 2024-11-14T14:15:51,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593751073, max timestamp=1731593751103Num uniques 859; 2024-11-14T14:15:51,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:15:51,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:15:51,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:15:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741844_1020 (size=12001) 2024-11-14T14:15:51,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/23f02abb5b5b4748bffd75753d7b6739 2024-11-14T14:15:51,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/7526571f70dc4bb6bf98ceb9575064a1 is 50, key is test_row_0/C:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741845_1021 (size=12001) 2024-11-14T14:15:51,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/7526571f70dc4bb6bf98ceb9575064a1 2024-11-14T14:15:51,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6039ab894a264013995f9a1491d003d4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4 2024-11-14T14:15:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593811202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593811207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593811212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4, entries=200, sequenceid=43, filesize=14.0 K 2024-11-14T14:15:51,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/23f02abb5b5b4748bffd75753d7b6739 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739 2024-11-14T14:15:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593811223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593811223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739, entries=150, sequenceid=43, filesize=11.7 K 2024-11-14T14:15:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/7526571f70dc4bb6bf98ceb9575064a1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1 2024-11-14T14:15:51,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1, entries=150, sequenceid=43, filesize=11.7 K 2024-11-14T14:15:51,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for b26f096b5a9a114b908064f11b5c7e6c in 258ms, sequenceid=43, compaction requested=true 2024-11-14T14:15:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:51,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:51,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:51,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:51,278 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:51,280 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:51,282 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:51,284 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:51,285 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,285 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.2 K 2024-11-14T14:15:51,287 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f4502ed737894dcdad6c20576cff37a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731593749538 2024-11-14T14:15:51,288 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ba68233da034e2bba6d11353fc9aaa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593749702 2024-11-14T14:15:51,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:51,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:51,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=39.7 K 2024-11-14T14:15:51,290 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 23f02abb5b5b4748bffd75753d7b6739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750987 2024-11-14T14:15:51,294 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 034a433c5cc5453ead62c3737194cff8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731593749538 2024-11-14T14:15:51,296 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2df7795179a148cd81245b3b490515f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593749702 2024-11-14T14:15:51,297 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6039ab894a264013995f9a1491d003d4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750950 2024-11-14T14:15:51,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731593751164, max timestamp=1731593751327Num uniques 1009; 2024-11-14T14:15:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-14T14:15:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731593751164, max timestamp=1731593751327Num uniques 1018; 2024-11-14T14:15:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T14:15:51,336 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:51,337 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8739d70da7084b5bbb735d3fb9e41398 is 50, key is test_row_0/B:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:51,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-14T14:15:51,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:51,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:15:51,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:51,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:15:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:15:51,352 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:51,353 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/dd9a3d90132d493f91a5624b372c629a is 50, key is test_row_0/A:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741846_1022 (size=12104) 2024-11-14T14:15:51,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a37342729aac4789b1c0dcc996eba1a7 is 50, key is test_row_0/A:col10/1731593751164/Put/seqid=0 2024-11-14T14:15:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741847_1023 (size=12104) 2024-11-14T14:15:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741848_1024 (size=14341) 2024-11-14T14:15:51,433 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/dd9a3d90132d493f91a5624b372c629a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd9a3d90132d493f91a5624b372c629a 2024-11-14T14:15:51,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593811441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593811443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593811445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593811448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593811454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,464 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into dd9a3d90132d493f91a5624b372c629a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:51,464 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:51,466 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593751273; duration=0sec 2024-11-14T14:15:51,467 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:51,467 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:51,468 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:51,471 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:51,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:51,472 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,472 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.2 K 2024-11-14T14:15:51,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04aca45334384b4183087d96861785e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731593749538 2024-11-14T14:15:51,474 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 154348bb270f4096bdc5624ff5133bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593749702 2024-11-14T14:15:51,475 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7526571f70dc4bb6bf98ceb9575064a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750987 2024-11-14T14:15:51,507 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:51,513 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/a73c8ce0bbb247f6a351547fbbceec4e is 50, key is test_row_0/C:col10/1731593751001/Put/seqid=0 2024-11-14T14:15:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741849_1025 (size=12104) 2024-11-14T14:15:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593811554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,561 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/a73c8ce0bbb247f6a351547fbbceec4e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a73c8ce0bbb247f6a351547fbbceec4e 2024-11-14T14:15:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593811564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593811564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,585 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into a73c8ce0bbb247f6a351547fbbceec4e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:51,585 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:51,585 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593751276; duration=0sec 2024-11-14T14:15:51,585 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:51,585 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:15:51,653 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:15:51,654 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T14:15:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:51,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:15:51,659 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:15:51,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:51,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593811764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593811763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,785 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8739d70da7084b5bbb735d3fb9e41398 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8739d70da7084b5bbb735d3fb9e41398 2024-11-14T14:15:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593811774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593811784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593811793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:51,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:51,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:51,800 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 8739d70da7084b5bbb735d3fb9e41398(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:51,800 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:51,800 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593751275; duration=0sec 2024-11-14T14:15:51,801 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:51,801 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:51,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a37342729aac4789b1c0dcc996eba1a7 2024-11-14T14:15:51,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c816cc680e9c40eda90ab36c5d195dff is 50, key is test_row_0/B:col10/1731593751164/Put/seqid=0 2024-11-14T14:15:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741850_1026 (size=12001) 2024-11-14T14:15:51,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c816cc680e9c40eda90ab36c5d195dff 2024-11-14T14:15:51,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd81afc7b9454aab907a9d7f5933f2cc is 50, key is test_row_0/C:col10/1731593751164/Put/seqid=0 2024-11-14T14:15:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741851_1027 (size=12001) 2024-11-14T14:15:51,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd81afc7b9454aab907a9d7f5933f2cc 2024-11-14T14:15:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a37342729aac4789b1c0dcc996eba1a7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7 2024-11-14T14:15:51,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:51,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:51,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7, entries=200, sequenceid=81, filesize=14.0 K 2024-11-14T14:15:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c816cc680e9c40eda90ab36c5d195dff as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff 2024-11-14T14:15:52,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T14:15:52,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd81afc7b9454aab907a9d7f5933f2cc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc 2024-11-14T14:15:52,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T14:15:52,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for b26f096b5a9a114b908064f11b5c7e6c in 687ms, sequenceid=81, compaction requested=false 2024-11-14T14:15:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:52,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593751436, max timestamp=1731593752098Num uniques 859; 2024-11-14T14:15:52,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:15:52,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:52,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:15:52,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:52,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/06e3561794464e8ea8991794e4d1b5a7 is 50, key is test_row_0/A:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741852_1028 (size=16681) 2024-11-14T14:15:52,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593812154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593812157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593812165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593812274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593812275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593812275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593812275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593812283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:15:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593812494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593812495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593812503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/06e3561794464e8ea8991794e4d1b5a7 2024-11-14T14:15:52,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8aabeb3f14c44a98a42a1e28db5b3576 is 50, key is test_row_0/B:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741853_1029 (size=12001) 2024-11-14T14:15:52,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8aabeb3f14c44a98a42a1e28db5b3576 2024-11-14T14:15:52,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:52,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2b75eeb3272e475684e2a3305660e0b2 is 50, key is test_row_0/C:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741854_1030 (size=12001) 2024-11-14T14:15:52,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2b75eeb3272e475684e2a3305660e0b2 2024-11-14T14:15:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/06e3561794464e8ea8991794e4d1b5a7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7 2024-11-14T14:15:52,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7, entries=250, sequenceid=106, filesize=16.3 K 2024-11-14T14:15:52,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/8aabeb3f14c44a98a42a1e28db5b3576 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576 2024-11-14T14:15:52,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T14:15:52,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2b75eeb3272e475684e2a3305660e0b2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2 2024-11-14T14:15:52,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T14:15:52,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=80.51 KB/82440 for b26f096b5a9a114b908064f11b5c7e6c in 595ms, sequenceid=106, compaction requested=true 2024-11-14T14:15:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:52,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:52,702 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:52,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:52,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:52,705 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:52,705 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:52,705 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,706 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd9a3d90132d493f91a5624b372c629a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=42.1 K 2024-11-14T14:15:52,706 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:52,706 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd9a3d90132d493f91a5624b372c629a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750987 2024-11-14T14:15:52,706 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:52,707 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,707 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8739d70da7084b5bbb735d3fb9e41398, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.3 K 2024-11-14T14:15:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:52,709 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a37342729aac4789b1c0dcc996eba1a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731593751164 2024-11-14T14:15:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:52,709 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8739d70da7084b5bbb735d3fb9e41398, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750987 2024-11-14T14:15:52,709 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06e3561794464e8ea8991794e4d1b5a7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:52,710 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c816cc680e9c40eda90ab36c5d195dff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731593751164 2024-11-14T14:15:52,714 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aabeb3f14c44a98a42a1e28db5b3576, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:52,735 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:52,737 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:52,737 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/61b60ede955f4b3e9c349e9f72c55e99 is 50, key is test_row_0/A:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,737 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b508d9ac19f94202bc81f74d9e0fd4b1 is 50, key is test_row_0/B:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:15:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:52,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741855_1031 (size=12207) 2024-11-14T14:15:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 is 50, key is test_row_0/A:col10/1731593752160/Put/seqid=0 2024-11-14T14:15:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741856_1032 (size=12207) 2024-11-14T14:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:52,811 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/61b60ede955f4b3e9c349e9f72c55e99 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/61b60ede955f4b3e9c349e9f72c55e99 2024-11-14T14:15:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741857_1033 (size=12001) 2024-11-14T14:15:52,821 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b508d9ac19f94202bc81f74d9e0fd4b1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b508d9ac19f94202bc81f74d9e0fd4b1 2024-11-14T14:15:52,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 2024-11-14T14:15:52,834 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into 61b60ede955f4b3e9c349e9f72c55e99(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:52,835 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:52,836 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593752702; duration=0sec 2024-11-14T14:15:52,836 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:52,836 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:52,836 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:52,838 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into b508d9ac19f94202bc81f74d9e0fd4b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:52,839 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:52,839 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593752702; duration=0sec 2024-11-14T14:15:52,839 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:52,839 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:52,842 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:52,842 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:52,842 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:52,843 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a73c8ce0bbb247f6a351547fbbceec4e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.3 K 2024-11-14T14:15:52,844 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73c8ce0bbb247f6a351547fbbceec4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731593750987 2024-11-14T14:15:52,845 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd81afc7b9454aab907a9d7f5933f2cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731593751164 2024-11-14T14:15:52,846 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b75eeb3272e475684e2a3305660e0b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/dedb6d62775e4d5a904c623561e68d60 is 50, key is test_row_0/B:col10/1731593752160/Put/seqid=0 2024-11-14T14:15:52,880 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:52,881 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/0739383cfeef4431b47dd1fefc1b2666 is 50, key is test_row_0/C:col10/1731593751439/Put/seqid=0 2024-11-14T14:15:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741858_1034 (size=12001) 2024-11-14T14:15:52,894 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/dedb6d62775e4d5a904c623561e68d60 2024-11-14T14:15:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741859_1035 (size=12207) 2024-11-14T14:15:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/b32db80ed7bf426f97010b68d85f3f96 is 50, key is test_row_0/C:col10/1731593752160/Put/seqid=0 2024-11-14T14:15:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593812904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,928 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/0739383cfeef4431b47dd1fefc1b2666 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0739383cfeef4431b47dd1fefc1b2666 2024-11-14T14:15:52,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593812917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593812922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:52,943 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into 0739383cfeef4431b47dd1fefc1b2666(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:52,944 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:52,944 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593752709; duration=0sec 2024-11-14T14:15:52,944 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:52,944 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741860_1036 (size=12001) 2024-11-14T14:15:52,963 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/b32db80ed7bf426f97010b68d85f3f96 2024-11-14T14:15:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 2024-11-14T14:15:52,999 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524, entries=150, sequenceid=121, filesize=11.7 K 2024-11-14T14:15:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/dedb6d62775e4d5a904c623561e68d60 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60 2024-11-14T14:15:53,022 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60, entries=150, sequenceid=121, filesize=11.7 K 2024-11-14T14:15:53,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/b32db80ed7bf426f97010b68d85f3f96 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96 2024-11-14T14:15:53,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593813033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593813034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593813043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96, entries=150, sequenceid=121, filesize=11.7 K 2024-11-14T14:15:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,052 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for b26f096b5a9a114b908064f11b5c7e6c in 295ms, sequenceid=121, compaction requested=false 2024-11-14T14:15:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T14:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T14:15:53,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:15:53,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-14T14:15:53,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4070 sec 2024-11-14T14:15:53,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:53,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:53,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:53,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:53,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:15:53,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/80afae2d9d534ca5928d8fc7d939fd87 is 50, key is test_row_0/A:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593813285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593813285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593813288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593813306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593813308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,312 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:15:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,312 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:15:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741861_1037 (size=14541) 2024-11-14T14:15:53,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/80afae2d9d534ca5928d8fc7d939fd87 2024-11-14T14:15:53,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:15:53,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:15:53,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2bb55d9fb3e745898d1e719c66ea09ab is 50, key is test_row_0/B:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:53,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:15:53,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:15:53,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:15:53,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:15:53,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:15:53,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:15:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741862_1038 (size=12151) 2024-11-14T14:15:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593813403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593813403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593813404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593813613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593813614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593813614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:53,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2bb55d9fb3e745898d1e719c66ea09ab 2024-11-14T14:15:53,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/10e46f9b67f54a5ca9c386fa0930c5bc is 50, key is test_row_0/C:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741863_1039 (size=12151) 2024-11-14T14:15:53,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/10e46f9b67f54a5ca9c386fa0930c5bc 2024-11-14T14:15:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:15:53,813 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:15:53,814 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:15:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T14:15:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/80afae2d9d534ca5928d8fc7d939fd87 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87 2024-11-14T14:15:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:53,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:15:53,822 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:15:53,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:15:53,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87, entries=200, sequenceid=144, filesize=14.2 K 2024-11-14T14:15:53,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2bb55d9fb3e745898d1e719c66ea09ab as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab 2024-11-14T14:15:53,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab, entries=150, sequenceid=144, filesize=11.9 K 2024-11-14T14:15:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/10e46f9b67f54a5ca9c386fa0930c5bc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc 2024-11-14T14:15:53,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc, entries=150, sequenceid=144, filesize=11.9 K 2024-11-14T14:15:53,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b26f096b5a9a114b908064f11b5c7e6c in 619ms, sequenceid=144, compaction requested=true 2024-11-14T14:15:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:53,866 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:53,866 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:53,868 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:53,868 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:53,868 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:53,868 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:53,868 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,868 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,868 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/61b60ede955f4b3e9c349e9f72c55e99, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=37.8 K 2024-11-14T14:15:53,868 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b508d9ac19f94202bc81f74d9e0fd4b1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.5 K 2024-11-14T14:15:53,869 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61b60ede955f4b3e9c349e9f72c55e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:53,869 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b508d9ac19f94202bc81f74d9e0fd4b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:53,870 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e4ce34b1f44f2ba6c7a9f9ea3dc524, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593752148 2024-11-14T14:15:53,870 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting dedb6d62775e4d5a904c623561e68d60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593752148 2024-11-14T14:15:53,870 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80afae2d9d534ca5928d8fc7d939fd87, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752876 2024-11-14T14:15:53,870 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bb55d9fb3e745898d1e719c66ea09ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752882 2024-11-14T14:15:53,907 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:53,908 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/505549935d2e4cd3b850a35d97ef8422 is 50, key is test_row_0/A:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:53,909 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#27 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:53,910 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/74c26ba5e81947309377da77eba64ae8 is 50, key is test_row_0/B:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:53,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741864_1040 (size=12459) 2024-11-14T14:15:53,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/740e80a1736646a3a18d3901a8582910 is 50, key is test_row_0/A:col10/1731593753282/Put/seqid=0 2024-11-14T14:15:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741865_1041 (size=12459) 2024-11-14T14:15:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741866_1042 (size=14541) 2024-11-14T14:15:53,971 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/505549935d2e4cd3b850a35d97ef8422 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/505549935d2e4cd3b850a35d97ef8422 2024-11-14T14:15:53,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/740e80a1736646a3a18d3901a8582910 2024-11-14T14:15:53,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:15:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:53,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:53,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:53,988 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into 505549935d2e4cd3b850a35d97ef8422(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:53,988 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:53,988 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593753866; duration=0sec 2024-11-14T14:15:53,988 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:53,988 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:53,988 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:53,990 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:53,991 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:53,991 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:53,991 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0739383cfeef4431b47dd1fefc1b2666, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=35.5 K 2024-11-14T14:15:53,993 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0739383cfeef4431b47dd1fefc1b2666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731593751436 2024-11-14T14:15:53,995 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b32db80ed7bf426f97010b68d85f3f96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593752148 2024-11-14T14:15:53,997 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10e46f9b67f54a5ca9c386fa0930c5bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752882 2024-11-14T14:15:53,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/4dd3411beb974821b59067955120f8b6 is 50, key is test_row_0/B:col10/1731593753282/Put/seqid=0 2024-11-14T14:15:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593814019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593814021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593814030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741867_1043 (size=12151) 2024-11-14T14:15:54,046 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:54,046 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/e0394fa0e40a490e80c1535761ee3620 is 50, key is test_row_0/C:col10/1731593752882/Put/seqid=0 2024-11-14T14:15:54,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/4dd3411beb974821b59067955120f8b6 2024-11-14T14:15:54,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/319000beaf82484f817710f24104740f is 50, key is test_row_0/C:col10/1731593753282/Put/seqid=0 2024-11-14T14:15:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741868_1044 (size=12459) 2024-11-14T14:15:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741869_1045 (size=12151) 2024-11-14T14:15:54,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/319000beaf82484f817710f24104740f 2024-11-14T14:15:54,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/740e80a1736646a3a18d3901a8582910 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910 2024-11-14T14:15:54,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:54,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:54,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593814133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593814144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910, entries=200, sequenceid=157, filesize=14.2 K 2024-11-14T14:15:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593814146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/4dd3411beb974821b59067955120f8b6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6 2024-11-14T14:15:54,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:15:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/319000beaf82484f817710f24104740f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f 2024-11-14T14:15:54,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:15:54,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b26f096b5a9a114b908064f11b5c7e6c in 252ms, sequenceid=157, compaction requested=false 2024-11-14T14:15:54,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:54,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:15:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:54,290 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6673c6f4f7a1483a8edb8ef6634e9be3 is 50, key is test_row_0/A:col10/1731593754027/Put/seqid=0 2024-11-14T14:15:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741870_1046 (size=12151) 2024-11-14T14:15:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:54,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:54,354 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/74c26ba5e81947309377da77eba64ae8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/74c26ba5e81947309377da77eba64ae8 2024-11-14T14:15:54,368 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 74c26ba5e81947309377da77eba64ae8(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:54,369 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:54,369 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593753866; duration=0sec 2024-11-14T14:15:54,369 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:54,369 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593814381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593814383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593814385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593814493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593814493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593814503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,527 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/e0394fa0e40a490e80c1535761ee3620 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/e0394fa0e40a490e80c1535761ee3620 2024-11-14T14:15:54,540 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into e0394fa0e40a490e80c1535761ee3620(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:54,540 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:54,540 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593753866; duration=0sec 2024-11-14T14:15:54,541 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:54,541 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593814705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593814704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6673c6f4f7a1483a8edb8ef6634e9be3 2024-11-14T14:15:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593814713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b7b79d356a104e9bb89fe225eeb7add5 is 50, key is test_row_0/B:col10/1731593754027/Put/seqid=0 2024-11-14T14:15:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741871_1047 (size=12151) 2024-11-14T14:15:54,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b7b79d356a104e9bb89fe225eeb7add5 2024-11-14T14:15:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/4e6eaf5bca1d425e8689d25878d6401b is 50, key is test_row_0/C:col10/1731593754027/Put/seqid=0 2024-11-14T14:15:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741872_1048 (size=12151) 2024-11-14T14:15:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593815023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593815023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593815023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/4e6eaf5bca1d425e8689d25878d6401b 2024-11-14T14:15:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6673c6f4f7a1483a8edb8ef6634e9be3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3 2024-11-14T14:15:55,248 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T14:15:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b7b79d356a104e9bb89fe225eeb7add5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5 2024-11-14T14:15:55,256 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T14:15:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/4e6eaf5bca1d425e8689d25878d6401b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b 2024-11-14T14:15:55,264 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T14:15:55,274 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for b26f096b5a9a114b908064f11b5c7e6c in 985ms, sequenceid=177, compaction requested=true 2024-11-14T14:15:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T14:15:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T14:15:55,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T14:15:55,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-11-14T14:15:55,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4680 sec 2024-11-14T14:15:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:55,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:15:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:55,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2e8dd00ff7284cfebea87910bd39f0d8 is 50, key is test_row_0/A:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741873_1049 (size=12151) 2024-11-14T14:15:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593815424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593815426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593815533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593815533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593815533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593815533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593815542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593815743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593815753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:55,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2e8dd00ff7284cfebea87910bd39f0d8 2024-11-14T14:15:55,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7ebec21eede34b58800ff931c0ae2a81 is 50, key is test_row_0/B:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741874_1050 (size=12151) 2024-11-14T14:15:55,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7ebec21eede34b58800ff931c0ae2a81 2024-11-14T14:15:55,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd9983c88bdc489d9890cfc945680102 is 50, key is test_row_0/C:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741875_1051 (size=12151) 2024-11-14T14:15:55,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd9983c88bdc489d9890cfc945680102 2024-11-14T14:15:55,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/2e8dd00ff7284cfebea87910bd39f0d8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8 2024-11-14T14:15:55,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7ebec21eede34b58800ff931c0ae2a81 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81 2024-11-14T14:15:55,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:15:55,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/cd9983c88bdc489d9890cfc945680102 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102 2024-11-14T14:15:55,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:15:55,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for b26f096b5a9a114b908064f11b5c7e6c in 566ms, sequenceid=195, compaction requested=true 2024-11-14T14:15:55,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:55,903 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:55,903 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:55,905 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:15:55,905 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:55,905 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:55,905 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/505549935d2e4cd3b850a35d97ef8422, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=50.1 K 2024-11-14T14:15:55,906 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:15:55,906 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:55,906 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:55,906 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/74c26ba5e81947309377da77eba64ae8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=47.8 K 2024-11-14T14:15:55,907 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 505549935d2e4cd3b850a35d97ef8422, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752882 2024-11-14T14:15:55,907 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 74c26ba5e81947309377da77eba64ae8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752882 2024-11-14T14:15:55,908 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 740e80a1736646a3a18d3901a8582910, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593753276 2024-11-14T14:15:55,908 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd3411beb974821b59067955120f8b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593753282 2024-11-14T14:15:55,909 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6673c6f4f7a1483a8edb8ef6634e9be3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731593754016 2024-11-14T14:15:55,909 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b7b79d356a104e9bb89fe225eeb7add5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731593754016 2024-11-14T14:15:55,910 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e8dd00ff7284cfebea87910bd39f0d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:55,911 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ebec21eede34b58800ff931c0ae2a81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:55,935 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:55,936 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/b0b59713d2104f8fa8c94527e86f4aa3 is 50, key is test_row_0/A:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:55,938 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:55,939 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/81a25d893b3d4efaae339d2069ed5a63 is 50, key is test_row_0/B:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:15:55,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:15:55,974 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:15:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T14:15:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741876_1052 (size=12595) 2024-11-14T14:15:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:55,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:15:55,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:15:55,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:15:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741877_1053 (size=12595) 2024-11-14T14:15:55,996 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/b0b59713d2104f8fa8c94527e86f4aa3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b0b59713d2104f8fa8c94527e86f4aa3 2024-11-14T14:15:56,013 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/81a25d893b3d4efaae339d2069ed5a63 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/81a25d893b3d4efaae339d2069ed5a63 2024-11-14T14:15:56,015 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into b0b59713d2104f8fa8c94527e86f4aa3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:56,015 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:56,015 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=12, startTime=1731593755902; duration=0sec 2024-11-14T14:15:56,015 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:56,015 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:56,015 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:15:56,021 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:15:56,021 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:56,021 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,026 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/e0394fa0e40a490e80c1535761ee3620, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=47.8 K 2024-11-14T14:15:56,029 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0394fa0e40a490e80c1535761ee3620, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731593752882 2024-11-14T14:15:56,030 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 319000beaf82484f817710f24104740f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593753282 2024-11-14T14:15:56,033 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e6eaf5bca1d425e8689d25878d6401b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731593754016 2024-11-14T14:15:56,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd9983c88bdc489d9890cfc945680102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:56,036 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 81a25d893b3d4efaae339d2069ed5a63(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:56,036 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:56,036 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=12, startTime=1731593755903; duration=0sec 2024-11-14T14:15:56,036 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:56,036 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:56,052 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:56,056 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/47b98c2ca5cd4d02868540013391858d is 50, key is test_row_0/C:col10/1731593755334/Put/seqid=0 2024-11-14T14:15:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:56,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:15:56,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741878_1054 (size=12595) 2024-11-14T14:15:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593816102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593816103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/dd48cb84a7c34b9e9bfc838fce643b6d is 50, key is test_row_0/A:col10/1731593755374/Put/seqid=0 2024-11-14T14:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741879_1055 (size=14541) 2024-11-14T14:15:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593816213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593816223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:56,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593816423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593816433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,520 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/47b98c2ca5cd4d02868540013391858d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/47b98c2ca5cd4d02868540013391858d 2024-11-14T14:15:56,528 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into 47b98c2ca5cd4d02868540013391858d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:56,528 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:56,528 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=12, startTime=1731593755903; duration=0sec 2024-11-14T14:15:56,528 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:56,529 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593816543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593816543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,546 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:15:56,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593816543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,548 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,548 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:56,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/dd48cb84a7c34b9e9bfc838fce643b6d 2024-11-14T14:15:56,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ce0acff5ce7f40b4927967c7082934bd is 50, key is test_row_0/B:col10/1731593755374/Put/seqid=0 2024-11-14T14:15:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741880_1056 (size=12151) 2024-11-14T14:15:56,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ce0acff5ce7f40b4927967c7082934bd 2024-11-14T14:15:56,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/278a7c939c7f474587b7a19231c307fc is 50, key is test_row_0/C:col10/1731593755374/Put/seqid=0 2024-11-14T14:15:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741881_1057 (size=12151) 2024-11-14T14:15:56,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/278a7c939c7f474587b7a19231c307fc 2024-11-14T14:15:56,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/dd48cb84a7c34b9e9bfc838fce643b6d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d 2024-11-14T14:15:56,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d, entries=200, sequenceid=214, filesize=14.2 K 2024-11-14T14:15:56,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ce0acff5ce7f40b4927967c7082934bd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd 2024-11-14T14:15:56,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T14:15:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/278a7c939c7f474587b7a19231c307fc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc 2024-11-14T14:15:56,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T14:15:56,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b26f096b5a9a114b908064f11b5c7e6c in 661ms, sequenceid=214, compaction requested=false 2024-11-14T14:15:56,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:56,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/9b384319c3ab4096821499afe4d0407c is 50, key is test_row_0/A:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:56,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741882_1058 (size=12151) 2024-11-14T14:15:56,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/9b384319c3ab4096821499afe4d0407c 2024-11-14T14:15:56,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ed9cb92429b442c3b4de4e9844d5f595 is 50, key is test_row_0/B:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593816809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741883_1059 (size=12151) 2024-11-14T14:15:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593816809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:56,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593816927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593816927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:56,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:56,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:57,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593817143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593817143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:57,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ed9cb92429b442c3b4de4e9844d5f595 2024-11-14T14:15:57,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2fa2c291011e41c0bf102cb35bb861b1 is 50, key is test_row_0/C:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:57,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741884_1060 (size=12151) 2024-11-14T14:15:57,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593817453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593817453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:57,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2fa2c291011e41c0bf102cb35bb861b1 2024-11-14T14:15:57,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/9b384319c3ab4096821499afe4d0407c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c 2024-11-14T14:15:57,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:15:57,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/ed9cb92429b442c3b4de4e9844d5f595 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595 2024-11-14T14:15:57,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:15:57,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2fa2c291011e41c0bf102cb35bb861b1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1 2024-11-14T14:15:57,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:15:57,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for b26f096b5a9a114b908064f11b5c7e6c in 959ms, sequenceid=231, compaction requested=true 2024-11-14T14:15:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:57,701 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:57,701 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:15:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:57,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:57,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:57,704 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:57,704 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:57,709 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,709 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,709 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/81a25d893b3d4efaae339d2069ed5a63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.0 K 2024-11-14T14:15:57,709 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b0b59713d2104f8fa8c94527e86f4aa3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=38.4 K 2024-11-14T14:15:57,710 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a25d893b3d4efaae339d2069ed5a63, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:57,710 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0b59713d2104f8fa8c94527e86f4aa3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:57,711 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0acff5ce7f40b4927967c7082934bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731593755374 2024-11-14T14:15:57,711 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd48cb84a7c34b9e9bfc838fce643b6d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731593755374 2024-11-14T14:15:57,712 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ed9cb92429b442c3b4de4e9844d5f595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:57,713 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b384319c3ab4096821499afe4d0407c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:57,727 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:57,728 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/f0927053601647e38540d90acdee18a6 is 50, key is test_row_0/B:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:57,742 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:57,743 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/e6987108ec234e1ca7a861996376c3b3 is 50, key is test_row_0/A:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741885_1061 (size=12697) 2024-11-14T14:15:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741886_1062 (size=12697) 2024-11-14T14:15:57,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:15:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:57,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/c1d1c3984dfc4ca2bfd1cb153a127178 is 50, key is test_row_0/A:col10/1731593756790/Put/seqid=0 2024-11-14T14:15:57,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741887_1063 (size=12151) 2024-11-14T14:15:57,917 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/c1d1c3984dfc4ca2bfd1cb153a127178 2024-11-14T14:15:57,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/50ed34c46ba345c99d42f9cad3195661 is 50, key is test_row_0/B:col10/1731593756790/Put/seqid=0 2024-11-14T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:57,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:15:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741888_1064 (size=12151) 2024-11-14T14:15:57,971 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/50ed34c46ba345c99d42f9cad3195661 2024-11-14T14:15:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2af749f92a894b2d921bb1361f1489b7 is 50, key is test_row_0/C:col10/1731593756790/Put/seqid=0 2024-11-14T14:15:58,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741889_1065 (size=12151) 2024-11-14T14:15:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593818019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593818021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:15:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593818133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593818133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,174 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/f0927053601647e38540d90acdee18a6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f0927053601647e38540d90acdee18a6 2024-11-14T14:15:58,195 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into f0927053601647e38540d90acdee18a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:58,195 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:58,195 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593757701; duration=0sec 2024-11-14T14:15:58,195 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:58,195 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:58,195 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:58,198 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:58,198 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:58,198 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:58,198 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/47b98c2ca5cd4d02868540013391858d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.0 K 2024-11-14T14:15:58,199 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/e6987108ec234e1ca7a861996376c3b3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/e6987108ec234e1ca7a861996376c3b3 2024-11-14T14:15:58,200 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 47b98c2ca5cd4d02868540013391858d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731593754360 2024-11-14T14:15:58,201 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 278a7c939c7f474587b7a19231c307fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731593755374 2024-11-14T14:15:58,202 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa2c291011e41c0bf102cb35bb861b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:58,209 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into e6987108ec234e1ca7a861996376c3b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:58,209 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:58,209 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593757700; duration=0sec 2024-11-14T14:15:58,209 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:58,209 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:58,226 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:58,227 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/c7201cc7279849ba978d34e3bfb4d0d8 is 50, key is test_row_0/C:col10/1731593756100/Put/seqid=0 2024-11-14T14:15:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741890_1066 (size=12697) 2024-11-14T14:15:58,284 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/c7201cc7279849ba978d34e3bfb4d0d8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c7201cc7279849ba978d34e3bfb4d0d8 2024-11-14T14:15:58,293 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into c7201cc7279849ba978d34e3bfb4d0d8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:58,293 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:58,293 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593757701; duration=0sec 2024-11-14T14:15:58,293 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:58,293 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593818344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593818344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,427 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2af749f92a894b2d921bb1361f1489b7 2024-11-14T14:15:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/c1d1c3984dfc4ca2bfd1cb153a127178 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178 2024-11-14T14:15:58,461 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:15:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/50ed34c46ba345c99d42f9cad3195661 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661 2024-11-14T14:15:58,473 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:15:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-14T14:15:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2af749f92a894b2d921bb1361f1489b7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7 2024-11-14T14:15:58,491 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:15:58,493 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b26f096b5a9a114b908064f11b5c7e6c in 629ms, sequenceid=248, compaction requested=false 2024-11-14T14:15:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T14:15:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T14:15:58,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T14:15:58,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5140 sec 2024-11-14T14:15:58,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.5310 sec 2024-11-14T14:15:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:58,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:58,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:58,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/aa37d9601c7548a28b33ec97693dd5f8 is 50, key is test_row_0/A:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741891_1067 (size=12301) 2024-11-14T14:15:58,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/aa37d9601c7548a28b33ec97693dd5f8 2024-11-14T14:15:58,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593818602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593818607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593818610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2683dacf822f4c65a743d788f8d60996 is 50, key is test_row_0/B:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593818654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593818654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741892_1068 (size=12301) 2024-11-14T14:15:58,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593818713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593818723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593818723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593818923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593818944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593818945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:58,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2683dacf822f4c65a743d788f8d60996 2024-11-14T14:15:59,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/c8259eb34d284b1a97c5058734b2f7e9 is 50, key is test_row_0/C:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741893_1069 (size=12301) 2024-11-14T14:15:59,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/c8259eb34d284b1a97c5058734b2f7e9 2024-11-14T14:15:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/aa37d9601c7548a28b33ec97693dd5f8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8 2024-11-14T14:15:59,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8, entries=150, sequenceid=267, filesize=12.0 K 2024-11-14T14:15:59,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/2683dacf822f4c65a743d788f8d60996 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996 2024-11-14T14:15:59,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996, entries=150, sequenceid=267, filesize=12.0 K 2024-11-14T14:15:59,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/c8259eb34d284b1a97c5058734b2f7e9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9 2024-11-14T14:15:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593819173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9, entries=150, sequenceid=267, filesize=12.0 K 2024-11-14T14:15:59,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for b26f096b5a9a114b908064f11b5c7e6c in 629ms, sequenceid=267, compaction requested=true 2024-11-14T14:15:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:59,184 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:59,185 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:59,186 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:59,186 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:15:59,186 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:59,186 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/e6987108ec234e1ca7a861996376c3b3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.3 K 2024-11-14T14:15:59,187 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:59,187 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6987108ec234e1ca7a861996376c3b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:59,187 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:59,187 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:59,187 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f0927053601647e38540d90acdee18a6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.3 K 2024-11-14T14:15:59,189 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1d1c3984dfc4ca2bfd1cb153a127178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593756777 2024-11-14T14:15:59,189 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f0927053601647e38540d90acdee18a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:59,190 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ed34c46ba345c99d42f9cad3195661, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593756777 2024-11-14T14:15:59,191 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2683dacf822f4c65a743d788f8d60996, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:59,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:15:59,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:59,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:59,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:59,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,199 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa37d9601c7548a28b33ec97693dd5f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:15:59,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5eda347037cc46768d824c993d129439 is 50, key is test_row_0/A:col10/1731593758604/Put/seqid=0 2024-11-14T14:15:59,231 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:59,231 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/e148822a785847e080760611d9949927 is 50, key is test_row_0/B:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:59,235 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:59,235 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/27563baabd8a492f84fe12cb204b0082 is 50, key is test_row_0/A:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:59,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593819261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593819267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593819265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741895_1071 (size=12949) 2024-11-14T14:15:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593819266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,297 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/e148822a785847e080760611d9949927 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/e148822a785847e080760611d9949927 2024-11-14T14:15:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741894_1070 (size=14741) 2024-11-14T14:15:59,306 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into e148822a785847e080760611d9949927(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:59,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,306 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593759185; duration=0sec 2024-11-14T14:15:59,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:59,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:15:59,307 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:59,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5eda347037cc46768d824c993d129439 2024-11-14T14:15:59,312 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:59,312 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:59,312 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:59,312 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c7201cc7279849ba978d34e3bfb4d0d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.3 K 2024-11-14T14:15:59,314 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c7201cc7279849ba978d34e3bfb4d0d8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593756098 2024-11-14T14:15:59,315 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af749f92a894b2d921bb1361f1489b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593756777 2024-11-14T14:15:59,315 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c8259eb34d284b1a97c5058734b2f7e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:15:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741896_1072 (size=12949) 2024-11-14T14:15:59,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/450802d40cc3410182b3527c3c06bf54 is 50, key is test_row_0/B:col10/1731593758604/Put/seqid=0 2024-11-14T14:15:59,346 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:59,347 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/0e5c2ea740804b6bab08a1c2e1ef2f65 is 50, key is test_row_0/C:col10/1731593758554/Put/seqid=0 2024-11-14T14:15:59,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593819383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741897_1073 (size=12301) 2024-11-14T14:15:59,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/450802d40cc3410182b3527c3c06bf54 2024-11-14T14:15:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593819393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593819393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593819393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/bf95a5b76ae344efaf41c37f7802cc2a is 50, key is test_row_0/C:col10/1731593758604/Put/seqid=0 2024-11-14T14:15:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741898_1074 (size=12949) 2024-11-14T14:15:59,423 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/0e5c2ea740804b6bab08a1c2e1ef2f65 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0e5c2ea740804b6bab08a1c2e1ef2f65 2024-11-14T14:15:59,432 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into 0e5c2ea740804b6bab08a1c2e1ef2f65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:59,432 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,432 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593759186; duration=0sec 2024-11-14T14:15:59,432 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:59,432 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:15:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741899_1075 (size=12301) 2024-11-14T14:15:59,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/bf95a5b76ae344efaf41c37f7802cc2a 2024-11-14T14:15:59,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5eda347037cc46768d824c993d129439 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439 2024-11-14T14:15:59,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439, entries=200, sequenceid=284, filesize=14.4 K 2024-11-14T14:15:59,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/450802d40cc3410182b3527c3c06bf54 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54 2024-11-14T14:15:59,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54, entries=150, sequenceid=284, filesize=12.0 K 2024-11-14T14:15:59,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/bf95a5b76ae344efaf41c37f7802cc2a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a 2024-11-14T14:15:59,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-14T14:15:59,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b26f096b5a9a114b908064f11b5c7e6c in 274ms, sequenceid=284, compaction requested=false 2024-11-14T14:15:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:59,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6cd52965cbe444568c1c69b9e95df2fd is 50, key is test_row_0/A:col10/1731593759259/Put/seqid=0 2024-11-14T14:15:59,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741900_1076 (size=14741) 2024-11-14T14:15:59,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6cd52965cbe444568c1c69b9e95df2fd 2024-11-14T14:15:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593819621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593819626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593819629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593819630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/9ab5d73e7f024e559bc45bba22e62feb is 50, key is test_row_0/B:col10/1731593759259/Put/seqid=0 2024-11-14T14:15:59,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741901_1077 (size=12301) 2024-11-14T14:15:59,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/9ab5d73e7f024e559bc45bba22e62feb 2024-11-14T14:15:59,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/fd33a1686cf84a1d9c013732e9c33e9f is 50, key is test_row_0/C:col10/1731593759259/Put/seqid=0 2024-11-14T14:15:59,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741902_1078 (size=12301) 2024-11-14T14:15:59,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/fd33a1686cf84a1d9c013732e9c33e9f 2024-11-14T14:15:59,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/6cd52965cbe444568c1c69b9e95df2fd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd 2024-11-14T14:15:59,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd, entries=200, sequenceid=302, filesize=14.4 K 2024-11-14T14:15:59,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/9ab5d73e7f024e559bc45bba22e62feb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb 2024-11-14T14:15:59,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T14:15:59,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/fd33a1686cf84a1d9c013732e9c33e9f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f 2024-11-14T14:15:59,730 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/27563baabd8a492f84fe12cb204b0082 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/27563baabd8a492f84fe12cb204b0082 2024-11-14T14:15:59,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T14:15:59,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for b26f096b5a9a114b908064f11b5c7e6c in 139ms, sequenceid=302, compaction requested=true 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:15:59,736 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:15:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:15:59,737 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:15:59,737 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:15:59,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. because compaction request was cancelled 2024-11-14T14:15:59,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:59,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:15:59,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:15:59,740 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into 27563baabd8a492f84fe12cb204b0082(size=12.6 K), total size for store is 41.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:15:59,740 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:59,741 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:15:59,741 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:15:59,741 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593759184; duration=0sec 2024-11-14T14:15:59,741 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:15:59,741 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/e148822a785847e080760611d9949927, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.7 K 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:15:59,741 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,741 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:15:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:15:59,741 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:15:59,742 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e148822a785847e080760611d9949927, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:15:59,742 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 450802d40cc3410182b3527c3c06bf54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731593758592 2024-11-14T14:15:59,745 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab5d73e7f024e559bc45bba22e62feb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731593759259 2024-11-14T14:15:59,746 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:15:59,746 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:15:59,746 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:15:59,746 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0e5c2ea740804b6bab08a1c2e1ef2f65, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.7 K 2024-11-14T14:15:59,747 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e5c2ea740804b6bab08a1c2e1ef2f65, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:15:59,747 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf95a5b76ae344efaf41c37f7802cc2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731593758592 2024-11-14T14:15:59,748 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd33a1686cf84a1d9c013732e9c33e9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731593759259 2024-11-14T14:15:59,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a8b03c7de56c4906815feed88684e314 is 50, key is test_row_0/A:col10/1731593759626/Put/seqid=0 2024-11-14T14:15:59,765 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:59,765 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/13342abc7e78438b881026d1d53c0265 is 50, key is test_row_0/B:col10/1731593759259/Put/seqid=0 2024-11-14T14:15:59,775 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:15:59,775 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/be3ab313a0304dd7b2b11b94670dd46b is 50, key is test_row_0/C:col10/1731593759259/Put/seqid=0 2024-11-14T14:15:59,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593819775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593819777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593819780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593819780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741904_1080 (size=13051) 2024-11-14T14:15:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741903_1079 (size=12301) 2024-11-14T14:15:59,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a8b03c7de56c4906815feed88684e314 2024-11-14T14:15:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741905_1081 (size=13051) 2024-11-14T14:15:59,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/fde84ecab3ff4114a16337618ebcf38b is 50, key is test_row_0/B:col10/1731593759626/Put/seqid=0 2024-11-14T14:15:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741906_1082 (size=12301) 2024-11-14T14:15:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593819882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593819893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593819893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:15:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593819893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:15:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:15:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593820093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593820103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593820103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593820103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:16:00,143 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:00,143 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T14:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:00,146 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:00,146 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:00,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593820193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,198 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,206 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/13342abc7e78438b881026d1d53c0265 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/13342abc7e78438b881026d1d53c0265 2024-11-14T14:16:00,210 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/be3ab313a0304dd7b2b11b94670dd46b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/be3ab313a0304dd7b2b11b94670dd46b 2024-11-14T14:16:00,216 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 13342abc7e78438b881026d1d53c0265(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:00,216 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:00,216 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593759736; duration=0sec 2024-11-14T14:16:00,218 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into be3ab313a0304dd7b2b11b94670dd46b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:00,218 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:00,218 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593759736; duration=0sec 2024-11-14T14:16:00,220 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:00,220 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:16:00,220 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:00,220 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:16:00,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/fde84ecab3ff4114a16337618ebcf38b 2024-11-14T14:16:00,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/809a31eb6c1649fa99d491d065dd7ebb is 50, key is test_row_0/C:col10/1731593759626/Put/seqid=0 2024-11-14T14:16:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741907_1083 (size=12301) 2024-11-14T14:16:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:00,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:16:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593820403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593820413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593820413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593820413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:16:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:00,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:00,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/809a31eb6c1649fa99d491d065dd7ebb 2024-11-14T14:16:00,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/a8b03c7de56c4906815feed88684e314 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314 2024-11-14T14:16:00,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:16:00,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/fde84ecab3ff4114a16337618ebcf38b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b 2024-11-14T14:16:00,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:16:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/809a31eb6c1649fa99d491d065dd7ebb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb 2024-11-14T14:16:00,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:16:00,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for b26f096b5a9a114b908064f11b5c7e6c in 954ms, sequenceid=320, compaction requested=true 2024-11-14T14:16:00,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:00,695 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:00,695 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:00,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. because compaction request was cancelled 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:16:00,697 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:16:00,698 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. because compaction request was cancelled 2024-11-14T14:16:00,698 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/27563baabd8a492f84fe12cb204b0082, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=53.4 K 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:16:00,698 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27563baabd8a492f84fe12cb204b0082, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593758009 2024-11-14T14:16:00,699 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eda347037cc46768d824c993d129439, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731593758592 2024-11-14T14:16:00,702 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd52965cbe444568c1c69b9e95df2fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731593759257 2024-11-14T14:16:00,703 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8b03c7de56c4906815feed88684e314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593759626 2024-11-14T14:16:00,715 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:00,716 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/aed563c31c6343649b6db6fa1bbbc187 is 50, key is test_row_0/A:col10/1731593759626/Put/seqid=0 2024-11-14T14:16:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741908_1084 (size=13085) 2024-11-14T14:16:00,729 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/aed563c31c6343649b6db6fa1bbbc187 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aed563c31c6343649b6db6fa1bbbc187 2024-11-14T14:16:00,739 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into aed563c31c6343649b6db6fa1bbbc187(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:00,739 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:00,740 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=12, startTime=1731593760695; duration=0sec 2024-11-14T14:16:00,740 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:00,740 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:16:00,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:16:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:00,760 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:16:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5c50fe932fc64e72b1fc2094b12c407a is 50, key is test_row_0/A:col10/1731593759776/Put/seqid=0 2024-11-14T14:16:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741909_1085 (size=12301) 2024-11-14T14:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593820942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593820943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593820944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593820950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593821053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593821053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593821063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593821063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5c50fe932fc64e72b1fc2094b12c407a 2024-11-14T14:16:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/1ad57678eea4474bbb971f32b03170e0 is 50, key is test_row_0/B:col10/1731593759776/Put/seqid=0 2024-11-14T14:16:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741910_1086 (size=12301) 2024-11-14T14:16:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593821263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593821273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593821273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593821273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593821573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593821584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593821584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593821584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:01,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/1ad57678eea4474bbb971f32b03170e0 2024-11-14T14:16:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d124495185af40c59b59826c499b0550 is 50, key is test_row_0/C:col10/1731593759776/Put/seqid=0 2024-11-14T14:16:01,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741911_1087 (size=12301) 2024-11-14T14:16:02,049 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d124495185af40c59b59826c499b0550 2024-11-14T14:16:02,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/5c50fe932fc64e72b1fc2094b12c407a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a 2024-11-14T14:16:02,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T14:16:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/1ad57678eea4474bbb971f32b03170e0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0 2024-11-14T14:16:02,077 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T14:16:02,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d124495185af40c59b59826c499b0550 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550 2024-11-14T14:16:02,085 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T14:16:02,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for b26f096b5a9a114b908064f11b5c7e6c in 1326ms, sequenceid=339, compaction requested=true 2024-11-14T14:16:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T14:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T14:16:02,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T14:16:02,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-14T14:16:02,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9480 sec 2024-11-14T14:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:02,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:02,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:02,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/62253c4062104121b3935525ff23962d is 50, key is test_row_0/A:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741912_1088 (size=14741) 2024-11-14T14:16:02,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/62253c4062104121b3935525ff23962d 2024-11-14T14:16:02,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c433e1367028422c93ff2ef331cb09a9 is 50, key is test_row_0/B:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:02,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593822116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593822117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593822118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593822120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741913_1089 (size=12301) 2024-11-14T14:16:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593822222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,226 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593822233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593822233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593822233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593822233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:16:02,293 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:02,294 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T14:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:02,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:02,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:02,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593822442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593822443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593822443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593822443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:16:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c433e1367028422c93ff2ef331cb09a9 2024-11-14T14:16:02,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/02520d4a2e4f4eecadad5fa044c1f566 is 50, key is test_row_0/C:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741914_1090 (size=12301) 2024-11-14T14:16:02,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:16:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:02,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593822753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593822753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593822753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593822753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:02,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:16:02,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:16:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:02,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/02520d4a2e4f4eecadad5fa044c1f566 2024-11-14T14:16:02,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/62253c4062104121b3935525ff23962d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d 2024-11-14T14:16:02,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d, entries=200, sequenceid=357, filesize=14.4 K 2024-11-14T14:16:02,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/c433e1367028422c93ff2ef331cb09a9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9 2024-11-14T14:16:02,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:16:02,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/02520d4a2e4f4eecadad5fa044c1f566 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566 2024-11-14T14:16:02,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:16:02,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b26f096b5a9a114b908064f11b5c7e6c in 875ms, sequenceid=357, compaction requested=true 2024-11-14T14:16:02,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:02,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:02,971 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:02,971 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:02,972 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:02,972 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:16:02,972 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,972 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aed563c31c6343649b6db6fa1bbbc187, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=39.2 K 2024-11-14T14:16:02,972 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:02,972 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed563c31c6343649b6db6fa1bbbc187, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593759626 2024-11-14T14:16:02,972 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:16:02,972 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:02,972 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/13342abc7e78438b881026d1d53c0265, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=48.8 K 2024-11-14T14:16:02,973 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c50fe932fc64e72b1fc2094b12c407a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731593759772 2024-11-14T14:16:02,973 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 13342abc7e78438b881026d1d53c0265, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731593759259 2024-11-14T14:16:02,973 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62253c4062104121b3935525ff23962d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:02,973 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting fde84ecab3ff4114a16337618ebcf38b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593759626 2024-11-14T14:16:02,973 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad57678eea4474bbb971f32b03170e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731593759772 2024-11-14T14:16:02,974 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c433e1367028422c93ff2ef331cb09a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:02,984 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:02,985 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/b92300406e074ad59877b48557fa115d is 50, key is test_row_0/A:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:02,985 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:02,986 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/91d50f4114dc4939877140c498c74e8a is 50, key is test_row_0/B:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741916_1092 (size=13187) 2024-11-14T14:16:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741915_1091 (size=13187) 2024-11-14T14:16:02,999 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/91d50f4114dc4939877140c498c74e8a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/91d50f4114dc4939877140c498c74e8a 2024-11-14T14:16:03,005 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 91d50f4114dc4939877140c498c74e8a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:03,005 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:03,005 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=12, startTime=1731593762971; duration=0sec 2024-11-14T14:16:03,006 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:03,006 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:16:03,006 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:03,008 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:03,008 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:16:03,008 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:03,008 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/be3ab313a0304dd7b2b11b94670dd46b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=48.8 K 2024-11-14T14:16:03,009 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting be3ab313a0304dd7b2b11b94670dd46b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731593759259 2024-11-14T14:16:03,009 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 809a31eb6c1649fa99d491d065dd7ebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593759626 2024-11-14T14:16:03,009 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d124495185af40c59b59826c499b0550, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731593759772 2024-11-14T14:16:03,009 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 02520d4a2e4f4eecadad5fa044c1f566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:03,019 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:03,019 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/a4d47780e9464d449bc129307a15a590 is 50, key is test_row_0/C:col10/1731593762095/Put/seqid=0 2024-11-14T14:16:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741917_1093 (size=13187) 2024-11-14T14:16:03,041 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/a4d47780e9464d449bc129307a15a590 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a4d47780e9464d449bc129307a15a590 2024-11-14T14:16:03,053 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into a4d47780e9464d449bc129307a15a590(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:03,053 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:03,053 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=12, startTime=1731593762971; duration=0sec 2024-11-14T14:16:03,053 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:03,053 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:16:03,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:16:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:03,064 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/ded12286ec90491eb78509f5eb4cb630 is 50, key is test_row_0/A:col10/1731593762111/Put/seqid=0 2024-11-14T14:16:03,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741918_1094 (size=12301) 2024-11-14T14:16:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:03,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593823284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593823284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593823285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593823289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593823393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593823393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593823393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593823403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,411 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/b92300406e074ad59877b48557fa115d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b92300406e074ad59877b48557fa115d 2024-11-14T14:16:03,419 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into b92300406e074ad59877b48557fa115d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:03,420 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:03,420 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593762970; duration=0sec 2024-11-14T14:16:03,420 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:03,420 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:16:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:03,478 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/ded12286ec90491eb78509f5eb4cb630 2024-11-14T14:16:03,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/34a322a994684296b119e4d18581b115 is 50, key is test_row_0/B:col10/1731593762111/Put/seqid=0 2024-11-14T14:16:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741919_1095 (size=12301) 2024-11-14T14:16:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593823603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593823604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593823604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593823613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,898 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/34a322a994684296b119e4d18581b115 2024-11-14T14:16:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2db4931350c5445398d345fe159a24f3 is 50, key is test_row_0/C:col10/1731593762111/Put/seqid=0 2024-11-14T14:16:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741920_1096 (size=12301) 2024-11-14T14:16:03,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593823913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593823923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593823923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593823923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,315 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2db4931350c5445398d345fe159a24f3 2024-11-14T14:16:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/ded12286ec90491eb78509f5eb4cb630 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630 2024-11-14T14:16:04,331 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630, entries=150, sequenceid=373, filesize=12.0 K 2024-11-14T14:16:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/34a322a994684296b119e4d18581b115 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115 2024-11-14T14:16:04,339 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115, entries=150, sequenceid=373, filesize=12.0 K 2024-11-14T14:16:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/2db4931350c5445398d345fe159a24f3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3 2024-11-14T14:16:04,345 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3, entries=150, sequenceid=373, filesize=12.0 K 2024-11-14T14:16:04,346 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b26f096b5a9a114b908064f11b5c7e6c in 1283ms, sequenceid=373, compaction requested=false 2024-11-14T14:16:04,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:04,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T14:16:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T14:16:04,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T14:16:04,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-14T14:16:04,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0590 sec 2024-11-14T14:16:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:04,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:04,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/69e959336047437ba69253e81f566892 is 50, key is test_row_0/A:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741921_1097 (size=14741) 2024-11-14T14:16:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:16:04,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:04,443 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:04,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/69e959336047437ba69253e81f566892 2024-11-14T14:16:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T14:16:04,446 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:04,447 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:04,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593824444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593824445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593824447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593824449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/cf80520115e9499587aa2251e8e3607a is 50, key is test_row_0/B:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741922_1098 (size=12301) 2024-11-14T14:16:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593824553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593824553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593824553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593824563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:04,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593824768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593824768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593824768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593824773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:04,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/cf80520115e9499587aa2251e8e3607a 2024-11-14T14:16:04,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d377628c703a43e88871d023d92b1815 is 50, key is test_row_0/C:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741923_1099 (size=12301) 2024-11-14T14:16:04,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:04,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:05,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593825082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593825083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593825083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593825083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:05,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d377628c703a43e88871d023d92b1815 2024-11-14T14:16:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/69e959336047437ba69253e81f566892 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892 2024-11-14T14:16:05,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892, entries=200, sequenceid=393, filesize=14.4 K 2024-11-14T14:16:05,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/cf80520115e9499587aa2251e8e3607a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a 2024-11-14T14:16:05,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a, entries=150, sequenceid=393, filesize=12.0 K 2024-11-14T14:16:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/d377628c703a43e88871d023d92b1815 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815 2024-11-14T14:16:05,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815, entries=150, sequenceid=393, filesize=12.0 K 2024-11-14T14:16:05,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for b26f096b5a9a114b908064f11b5c7e6c in 886ms, sequenceid=393, compaction requested=true 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:05,313 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:05,313 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:05,315 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:05,315 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:16:05,315 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,315 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/91d50f4114dc4939877140c498c74e8a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.9 K 2024-11-14T14:16:05,316 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:05,316 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:16:05,316 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,323 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b92300406e074ad59877b48557fa115d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=39.3 K 2024-11-14T14:16:05,323 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 91d50f4114dc4939877140c498c74e8a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:05,324 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b92300406e074ad59877b48557fa115d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:05,325 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a322a994684296b119e4d18581b115, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731593762106 2024-11-14T14:16:05,326 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded12286ec90491eb78509f5eb4cb630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731593762106 2024-11-14T14:16:05,327 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cf80520115e9499587aa2251e8e3607a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763283 2024-11-14T14:16:05,327 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69e959336047437ba69253e81f566892, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763282 2024-11-14T14:16:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:05,350 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:05,351 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b49dbca7262141d8b8182d7a635b2070 is 50, key is test_row_0/B:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:05,355 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:05,355 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/03460e9d9277419eb9710d6e1b3dbc42 is 50, key is test_row_0/A:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741924_1100 (size=13289) 2024-11-14T14:16:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741925_1101 (size=13289) 2024-11-14T14:16:05,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:16:05,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:05,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/f1f5915a23d8452e9beafb7b6cf607c8 is 50, key is test_row_0/A:col10/1731593764443/Put/seqid=0 2024-11-14T14:16:05,380 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/03460e9d9277419eb9710d6e1b3dbc42 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/03460e9d9277419eb9710d6e1b3dbc42 2024-11-14T14:16:05,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741926_1102 (size=12301) 2024-11-14T14:16:05,387 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into 03460e9d9277419eb9710d6e1b3dbc42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:05,387 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:05,387 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=13, startTime=1731593765313; duration=0sec 2024-11-14T14:16:05,387 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:05,387 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:16:05,390 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:05,391 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:05,391 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:16:05,391 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:05,391 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a4d47780e9464d449bc129307a15a590, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=36.9 K 2024-11-14T14:16:05,392 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4d47780e9464d449bc129307a15a590, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593760941 2024-11-14T14:16:05,392 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2db4931350c5445398d345fe159a24f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731593762106 2024-11-14T14:16:05,392 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d377628c703a43e88871d023d92b1815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763283 2024-11-14T14:16:05,399 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:05,400 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/072a2994c3d44124b2866ce6e2bb1440 is 50, key is test_row_0/C:col10/1731593763288/Put/seqid=0 2024-11-14T14:16:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741927_1103 (size=13289) 2024-11-14T14:16:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:05,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593825615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593825617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593825618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593825619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593825722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593825733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593825733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593825734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,772 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/b49dbca7262141d8b8182d7a635b2070 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b49dbca7262141d8b8182d7a635b2070 2024-11-14T14:16:05,780 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into b49dbca7262141d8b8182d7a635b2070(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:05,780 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:05,780 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=13, startTime=1731593765313; duration=0sec 2024-11-14T14:16:05,780 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:05,780 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:16:05,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/f1f5915a23d8452e9beafb7b6cf607c8 2024-11-14T14:16:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/69c7fad4264c43d6b8332e00ea4e01a2 is 50, key is test_row_0/B:col10/1731593764443/Put/seqid=0 2024-11-14T14:16:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741928_1104 (size=12301) 2024-11-14T14:16:05,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/69c7fad4264c43d6b8332e00ea4e01a2 2024-11-14T14:16:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/eb47809e2de649b4b95b924d1677fcce is 50, key is test_row_0/C:col10/1731593764443/Put/seqid=0 2024-11-14T14:16:05,829 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/072a2994c3d44124b2866ce6e2bb1440 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/072a2994c3d44124b2866ce6e2bb1440 2024-11-14T14:16:05,853 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into 072a2994c3d44124b2866ce6e2bb1440(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:05,853 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:05,853 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=13, startTime=1731593765313; duration=0sec 2024-11-14T14:16:05,853 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:05,853 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:16:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741929_1105 (size=12301) 2024-11-14T14:16:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593825932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593825943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593825943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:05,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593825955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593826243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39528 deadline: 1731593826243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,252 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in b26f096b5a9a114b908064f11b5c7e6c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593826254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593826255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,267 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/eb47809e2de649b4b95b924d1677fcce 2024-11-14T14:16:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593826276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/f1f5915a23d8452e9beafb7b6cf607c8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8 2024-11-14T14:16:06,292 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8, entries=150, sequenceid=407, filesize=12.0 K 2024-11-14T14:16:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/69c7fad4264c43d6b8332e00ea4e01a2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2 2024-11-14T14:16:06,316 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2, entries=150, sequenceid=407, filesize=12.0 K 2024-11-14T14:16:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/eb47809e2de649b4b95b924d1677fcce as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce 2024-11-14T14:16:06,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce, entries=150, sequenceid=407, filesize=12.0 K 2024-11-14T14:16:06,335 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b26f096b5a9a114b908064f11b5c7e6c in 963ms, sequenceid=407, compaction requested=false 2024-11-14T14:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T14:16:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T14:16:06,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T14:16:06,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-11-14T14:16:06,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9010 sec 2024-11-14T14:16:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:16:06,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:06,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T14:16:06,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:16:06,607 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:06,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:16:06,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T14:16:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:06,760 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:06,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/347a43bb84ca40b58ea26d89ae0ae633 is 50, key is test_row_0/A:col10/1731593765613/Put/seqid=0 2024-11-14T14:16:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741930_1106 (size=12301) 2024-11-14T14:16:06,811 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/347a43bb84ca40b58ea26d89ae0ae633 2024-11-14T14:16:06,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593826809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593826811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593826812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593826815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d031aa6e683e4cefb87b5392f73f030f is 50, key is test_row_0/B:col10/1731593765613/Put/seqid=0 2024-11-14T14:16:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741931_1107 (size=12301) 2024-11-14T14:16:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:16:06,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593826923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593826923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593826923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593826924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:16:07,257 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d031aa6e683e4cefb87b5392f73f030f 2024-11-14T14:16:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8335f4efe6734419bf4f379bbf8322cb is 50, key is test_row_0/C:col10/1731593765613/Put/seqid=0 2024-11-14T14:16:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741932_1108 (size=12301) 2024-11-14T14:16:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593827453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8335f4efe6734419bf4f379bbf8322cb 2024-11-14T14:16:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/347a43bb84ca40b58ea26d89ae0ae633 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633 2024-11-14T14:16:07,679 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633, entries=150, sequenceid=428, filesize=12.0 K 2024-11-14T14:16:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d031aa6e683e4cefb87b5392f73f030f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f 2024-11-14T14:16:07,686 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f, entries=150, sequenceid=428, filesize=12.0 K 2024-11-14T14:16:07,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8335f4efe6734419bf4f379bbf8322cb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb 2024-11-14T14:16:07,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb, entries=150, sequenceid=428, filesize=12.0 K 2024-11-14T14:16:07,693 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b26f096b5a9a114b908064f11b5c7e6c in 933ms, sequenceid=428, compaction requested=true 2024-11-14T14:16:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T14:16:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T14:16:07,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T14:16:07,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0870 sec 2024-11-14T14:16:07,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0940 sec 2024-11-14T14:16:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:16:07,742 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:07,743 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T14:16:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:07,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:07,745 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:07,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:07,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:07,898 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:07,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/711fba42666b400b83cba481a809bdff is 50, key is test_row_0/A:col10/1731593766812/Put/seqid=0 2024-11-14T14:16:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741933_1109 (size=12301) 2024-11-14T14:16:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:07,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. as already flushing 2024-11-14T14:16:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593827991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593827992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593827993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593827993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593828103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593828103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593828103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593828103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,307 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/711fba42666b400b83cba481a809bdff 2024-11-14T14:16:08,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593828313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593828313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593828313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593828313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7be8cc9cacdd4542905cf04ea2899c37 is 50, key is test_row_0/B:col10/1731593766812/Put/seqid=0 2024-11-14T14:16:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741934_1110 (size=12301) 2024-11-14T14:16:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593828623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593828623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593828623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593828623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:08,724 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7be8cc9cacdd4542905cf04ea2899c37 2024-11-14T14:16:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/ef557edadf6e4463ba19f57df35534e1 is 50, key is test_row_0/C:col10/1731593766812/Put/seqid=0 2024-11-14T14:16:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741935_1111 (size=12301) 2024-11-14T14:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:09,136 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/ef557edadf6e4463ba19f57df35534e1 2024-11-14T14:16:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39530 deadline: 1731593829133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39506 deadline: 1731593829133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1731593829133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/711fba42666b400b83cba481a809bdff as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff 2024-11-14T14:16:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39546 deadline: 1731593829144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:09,149 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T14:16:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/7be8cc9cacdd4542905cf04ea2899c37 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37 2024-11-14T14:16:09,160 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T14:16:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/ef557edadf6e4463ba19f57df35534e1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1 2024-11-14T14:16:09,176 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T14:16:09,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b26f096b5a9a114b908064f11b5c7e6c in 1279ms, sequenceid=442, compaction requested=true 2024-11-14T14:16:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T14:16:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T14:16:09,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T14:16:09,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-14T14:16:09,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4380 sec 2024-11-14T14:16:09,478 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T14:16:09,478 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T14:16:09,479 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:09,479 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:09,481 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T14:16:09,481 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:09,485 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,486 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:09,486 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,486 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,486 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:09,487 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:09,490 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T14:16:09,490 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:09,490 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,490 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:09,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:16:09,894 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:10,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:16:10,145 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T14:16:10,145 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:10,145 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T14:16:10,145 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,145 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:10,145 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:10,145 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:10,145 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:10,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:10,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/4173bf307b2a4de2a53e222da21500bc is 50, key is test_row_0/A:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741936_1112 (size=12301) 2024-11-14T14:16:10,155 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T14:16:10,155 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:10,155 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,155 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T14:16:10,155 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:10,156 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,156 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:10,156 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:10,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:10,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/4173bf307b2a4de2a53e222da21500bc 2024-11-14T14:16:10,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/41fc31dec58d4cb492d6ae8287bebc6f is 50, key is test_row_0/B:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:10,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741937_1113 (size=12301) 2024-11-14T14:16:10,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/41fc31dec58d4cb492d6ae8287bebc6f 2024-11-14T14:16:10,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8222fddafd724866bc4c7bce0bd4088f is 50, key is test_row_0/C:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741938_1114 (size=12301) 2024-11-14T14:16:11,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8222fddafd724866bc4c7bce0bd4088f 2024-11-14T14:16:11,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/4173bf307b2a4de2a53e222da21500bc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc 2024-11-14T14:16:11,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc, entries=150, sequenceid=462, filesize=12.0 K 2024-11-14T14:16:11,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/41fc31dec58d4cb492d6ae8287bebc6f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f 2024-11-14T14:16:11,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f, entries=150, sequenceid=462, filesize=12.0 K 2024-11-14T14:16:11,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/8222fddafd724866bc4c7bce0bd4088f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f 2024-11-14T14:16:11,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f, entries=150, sequenceid=462, filesize=12.0 K 2024-11-14T14:16:11,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for b26f096b5a9a114b908064f11b5c7e6c in 1265ms, sequenceid=462, compaction requested=true 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:11,410 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:11,410 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b26f096b5a9a114b908064f11b5c7e6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:11,412 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:16:11,412 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:16:11,413 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/B is initiating minor compaction (all files) 2024-11-14T14:16:11,413 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/A is initiating minor compaction (all files) 2024-11-14T14:16:11,413 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/A in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:11,413 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/B in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:11,413 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/03460e9d9277419eb9710d6e1b3dbc42, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=61.0 K 2024-11-14T14:16:11,413 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b49dbca7262141d8b8182d7a635b2070, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=61.0 K 2024-11-14T14:16:11,414 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b49dbca7262141d8b8182d7a635b2070, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763283 2024-11-14T14:16:11,414 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03460e9d9277419eb9710d6e1b3dbc42, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763283 2024-11-14T14:16:11,414 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c7fad4264c43d6b8332e00ea4e01a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731593764443 2024-11-14T14:16:11,414 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f5915a23d8452e9beafb7b6cf607c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731593764443 2024-11-14T14:16:11,415 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d031aa6e683e4cefb87b5392f73f030f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731593765613 2024-11-14T14:16:11,415 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 347a43bb84ca40b58ea26d89ae0ae633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731593765613 2024-11-14T14:16:11,415 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be8cc9cacdd4542905cf04ea2899c37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593766800 2024-11-14T14:16:11,415 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 711fba42666b400b83cba481a809bdff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593766800 2024-11-14T14:16:11,416 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 41fc31dec58d4cb492d6ae8287bebc6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731593767989 2024-11-14T14:16:11,416 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4173bf307b2a4de2a53e222da21500bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731593767989 2024-11-14T14:16:11,430 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:11,431 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/3404c7e077cf428ab15950e65c671ac9 is 50, key is test_row_0/B:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:11,431 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:11,432 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/413d5eedfb274d35802702d65c163eda is 50, key is test_row_0/A:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741940_1116 (size=13459) 2024-11-14T14:16:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741939_1115 (size=13459) 2024-11-14T14:16:11,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:16:11,850 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/3404c7e077cf428ab15950e65c671ac9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/3404c7e077cf428ab15950e65c671ac9 2024-11-14T14:16:11,850 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/413d5eedfb274d35802702d65c163eda as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/413d5eedfb274d35802702d65c163eda 2024-11-14T14:16:11,855 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/A of b26f096b5a9a114b908064f11b5c7e6c into 413d5eedfb274d35802702d65c163eda(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:11,855 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:11,855 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/A, priority=11, startTime=1731593771410; duration=0sec 2024-11-14T14:16:11,855 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:11,856 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:A 2024-11-14T14:16:11,856 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:16:11,856 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/B of b26f096b5a9a114b908064f11b5c7e6c into 3404c7e077cf428ab15950e65c671ac9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:11,856 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:11,856 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/B, priority=11, startTime=1731593771410; duration=0sec 2024-11-14T14:16:11,856 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:11,856 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:B 2024-11-14T14:16:11,858 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:16:11,858 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): b26f096b5a9a114b908064f11b5c7e6c/C is initiating minor compaction (all files) 2024-11-14T14:16:11,858 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b26f096b5a9a114b908064f11b5c7e6c/C in TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:11,858 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/072a2994c3d44124b2866ce6e2bb1440, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp, totalSize=61.0 K 2024-11-14T14:16:11,858 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072a2994c3d44124b2866ce6e2bb1440, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731593763283 2024-11-14T14:16:11,859 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb47809e2de649b4b95b924d1677fcce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731593764443 2024-11-14T14:16:11,859 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8335f4efe6734419bf4f379bbf8322cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731593765613 2024-11-14T14:16:11,859 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef557edadf6e4463ba19f57df35534e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593766800 2024-11-14T14:16:11,860 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8222fddafd724866bc4c7bce0bd4088f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731593767989 2024-11-14T14:16:11,872 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b26f096b5a9a114b908064f11b5c7e6c#C#compaction#104 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:11,873 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/04f2e0599be9453c9576477cde9b86d2 is 50, key is test_row_0/C:col10/1731593770143/Put/seqid=0 2024-11-14T14:16:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741941_1117 (size=13459) 2024-11-14T14:16:12,285 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/04f2e0599be9453c9576477cde9b86d2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04f2e0599be9453c9576477cde9b86d2 2024-11-14T14:16:12,290 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b26f096b5a9a114b908064f11b5c7e6c/C of b26f096b5a9a114b908064f11b5c7e6c into 04f2e0599be9453c9576477cde9b86d2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:12,290 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b26f096b5a9a114b908064f11b5c7e6c: 2024-11-14T14:16:12,290 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., storeName=b26f096b5a9a114b908064f11b5c7e6c/C, priority=11, startTime=1731593771410; duration=0sec 2024-11-14T14:16:12,291 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:12,291 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b26f096b5a9a114b908064f11b5c7e6c:C 2024-11-14T14:16:16,287 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T14:16:16,288 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:16,288 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:16,288 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:16,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:16,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:16:16,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-14T14:16:16,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-14T14:16:16,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2673 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2655 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:16:16,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1192 2024-11-14T14:16:16,291 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3572 rows 2024-11-14T14:16:16,291 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1196 2024-11-14T14:16:16,291 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3584 rows 2024-11-14T14:16:16,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:16:16,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:16:16,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:16,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:16,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:16,298 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:16:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:16,306 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593776306"}]},"ts":"1731593776306"} 2024-11-14T14:16:16,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:16:16,308 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:16:16,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:16:16,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, UNASSIGN}] 2024-11-14T14:16:16,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, UNASSIGN 2024-11-14T14:16:16,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b26f096b5a9a114b908064f11b5c7e6c, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, UNASSIGN because future has completed 2024-11-14T14:16:16,318 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:16:16,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:16,475 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:16,475 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing b26f096b5a9a114b908064f11b5c7e6c, disabling compactions & flushes 2024-11-14T14:16:16,476 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. after waiting 0 ms 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:16,476 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing b26f096b5a9a114b908064f11b5c7e6c 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=A 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=B 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b26f096b5a9a114b908064f11b5c7e6c, store=C 2024-11-14T14:16:16,476 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:16,481 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/253648e1351549669a20df876da32120 is 50, key is test_row_0/A:col10/1731593770154/Put/seqid=0 2024-11-14T14:16:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741942_1118 (size=9857) 2024-11-14T14:16:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:16,887 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/253648e1351549669a20df876da32120 2024-11-14T14:16:16,899 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d0bcc126980244b98b7b0d5c2f5acde9 is 50, key is test_row_0/B:col10/1731593770154/Put/seqid=0 2024-11-14T14:16:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741943_1119 (size=9857) 2024-11-14T14:16:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:17,305 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d0bcc126980244b98b7b0d5c2f5acde9 2024-11-14T14:16:17,312 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/5dd1076a09614c369f64a51585bade4c is 50, key is test_row_0/C:col10/1731593770154/Put/seqid=0 2024-11-14T14:16:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741944_1120 (size=9857) 2024-11-14T14:16:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:17,716 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/5dd1076a09614c369f64a51585bade4c 2024-11-14T14:16:17,722 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/A/253648e1351549669a20df876da32120 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/253648e1351549669a20df876da32120 2024-11-14T14:16:17,728 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/253648e1351549669a20df876da32120, entries=100, sequenceid=471, filesize=9.6 K 2024-11-14T14:16:17,729 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/B/d0bcc126980244b98b7b0d5c2f5acde9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d0bcc126980244b98b7b0d5c2f5acde9 2024-11-14T14:16:17,735 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d0bcc126980244b98b7b0d5c2f5acde9, entries=100, sequenceid=471, filesize=9.6 K 2024-11-14T14:16:17,736 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/.tmp/C/5dd1076a09614c369f64a51585bade4c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/5dd1076a09614c369f64a51585bade4c 2024-11-14T14:16:17,741 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/5dd1076a09614c369f64a51585bade4c, entries=100, sequenceid=471, filesize=9.6 K 2024-11-14T14:16:17,742 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for b26f096b5a9a114b908064f11b5c7e6c in 1266ms, sequenceid=471, compaction requested=false 2024-11-14T14:16:17,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd9a3d90132d493f91a5624b372c629a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/61b60ede955f4b3e9c349e9f72c55e99, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/505549935d2e4cd3b850a35d97ef8422, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b0b59713d2104f8fa8c94527e86f4aa3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/e6987108ec234e1ca7a861996376c3b3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/27563baabd8a492f84fe12cb204b0082, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aed563c31c6343649b6db6fa1bbbc187, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b92300406e074ad59877b48557fa115d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/03460e9d9277419eb9710d6e1b3dbc42, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc] to archive 2024-11-14T14:16:17,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:17,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/034a433c5cc5453ead62c3737194cff8 2024-11-14T14:16:17,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2df7795179a148cd81245b3b490515f1 2024-11-14T14:16:17,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6039ab894a264013995f9a1491d003d4 2024-11-14T14:16:17,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd9a3d90132d493f91a5624b372c629a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd9a3d90132d493f91a5624b372c629a 2024-11-14T14:16:17,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a37342729aac4789b1c0dcc996eba1a7 2024-11-14T14:16:17,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/06e3561794464e8ea8991794e4d1b5a7 2024-11-14T14:16:17,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/61b60ede955f4b3e9c349e9f72c55e99 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/61b60ede955f4b3e9c349e9f72c55e99 2024-11-14T14:16:17,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/64e4ce34b1f44f2ba6c7a9f9ea3dc524 2024-11-14T14:16:17,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/80afae2d9d534ca5928d8fc7d939fd87 2024-11-14T14:16:17,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/505549935d2e4cd3b850a35d97ef8422 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/505549935d2e4cd3b850a35d97ef8422 2024-11-14T14:16:17,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/740e80a1736646a3a18d3901a8582910 2024-11-14T14:16:17,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6673c6f4f7a1483a8edb8ef6634e9be3 2024-11-14T14:16:17,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b0b59713d2104f8fa8c94527e86f4aa3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b0b59713d2104f8fa8c94527e86f4aa3 2024-11-14T14:16:17,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/2e8dd00ff7284cfebea87910bd39f0d8 2024-11-14T14:16:17,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/dd48cb84a7c34b9e9bfc838fce643b6d 2024-11-14T14:16:17,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/e6987108ec234e1ca7a861996376c3b3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/e6987108ec234e1ca7a861996376c3b3 2024-11-14T14:16:17,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/9b384319c3ab4096821499afe4d0407c 2024-11-14T14:16:17,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/c1d1c3984dfc4ca2bfd1cb153a127178 2024-11-14T14:16:17,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/27563baabd8a492f84fe12cb204b0082 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/27563baabd8a492f84fe12cb204b0082 2024-11-14T14:16:17,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aa37d9601c7548a28b33ec97693dd5f8 2024-11-14T14:16:17,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5eda347037cc46768d824c993d129439 2024-11-14T14:16:17,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/6cd52965cbe444568c1c69b9e95df2fd 2024-11-14T14:16:17,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aed563c31c6343649b6db6fa1bbbc187 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/aed563c31c6343649b6db6fa1bbbc187 2024-11-14T14:16:17,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/a8b03c7de56c4906815feed88684e314 2024-11-14T14:16:17,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/5c50fe932fc64e72b1fc2094b12c407a 2024-11-14T14:16:17,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/62253c4062104121b3935525ff23962d 2024-11-14T14:16:17,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b92300406e074ad59877b48557fa115d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/b92300406e074ad59877b48557fa115d 2024-11-14T14:16:17,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/ded12286ec90491eb78509f5eb4cb630 2024-11-14T14:16:17,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/69e959336047437ba69253e81f566892 2024-11-14T14:16:17,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/03460e9d9277419eb9710d6e1b3dbc42 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/03460e9d9277419eb9710d6e1b3dbc42 2024-11-14T14:16:17,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/f1f5915a23d8452e9beafb7b6cf607c8 2024-11-14T14:16:17,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/347a43bb84ca40b58ea26d89ae0ae633 2024-11-14T14:16:17,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/711fba42666b400b83cba481a809bdff 2024-11-14T14:16:17,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/4173bf307b2a4de2a53e222da21500bc 2024-11-14T14:16:17,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8739d70da7084b5bbb735d3fb9e41398, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b508d9ac19f94202bc81f74d9e0fd4b1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/74c26ba5e81947309377da77eba64ae8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/81a25d893b3d4efaae339d2069ed5a63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f0927053601647e38540d90acdee18a6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/e148822a785847e080760611d9949927, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/13342abc7e78438b881026d1d53c0265, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/91d50f4114dc4939877140c498c74e8a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b49dbca7262141d8b8182d7a635b2070, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f] to archive 2024-11-14T14:16:17,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:17,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f4502ed737894dcdad6c20576cff37a9 2024-11-14T14:16:17,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8ba68233da034e2bba6d11353fc9aaa6 2024-11-14T14:16:17,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8739d70da7084b5bbb735d3fb9e41398 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8739d70da7084b5bbb735d3fb9e41398 2024-11-14T14:16:17,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/23f02abb5b5b4748bffd75753d7b6739 2024-11-14T14:16:17,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c816cc680e9c40eda90ab36c5d195dff 2024-11-14T14:16:17,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b508d9ac19f94202bc81f74d9e0fd4b1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b508d9ac19f94202bc81f74d9e0fd4b1 2024-11-14T14:16:17,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/8aabeb3f14c44a98a42a1e28db5b3576 2024-11-14T14:16:17,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/dedb6d62775e4d5a904c623561e68d60 2024-11-14T14:16:17,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/74c26ba5e81947309377da77eba64ae8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/74c26ba5e81947309377da77eba64ae8 2024-11-14T14:16:17,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2bb55d9fb3e745898d1e719c66ea09ab 2024-11-14T14:16:17,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/4dd3411beb974821b59067955120f8b6 2024-11-14T14:16:17,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b7b79d356a104e9bb89fe225eeb7add5 2024-11-14T14:16:17,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/81a25d893b3d4efaae339d2069ed5a63 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/81a25d893b3d4efaae339d2069ed5a63 2024-11-14T14:16:17,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7ebec21eede34b58800ff931c0ae2a81 2024-11-14T14:16:17,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ce0acff5ce7f40b4927967c7082934bd 2024-11-14T14:16:17,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f0927053601647e38540d90acdee18a6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/f0927053601647e38540d90acdee18a6 2024-11-14T14:16:17,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/ed9cb92429b442c3b4de4e9844d5f595 2024-11-14T14:16:17,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/50ed34c46ba345c99d42f9cad3195661 2024-11-14T14:16:17,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/e148822a785847e080760611d9949927 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/e148822a785847e080760611d9949927 2024-11-14T14:16:17,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/2683dacf822f4c65a743d788f8d60996 2024-11-14T14:16:17,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/450802d40cc3410182b3527c3c06bf54 2024-11-14T14:16:17,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/13342abc7e78438b881026d1d53c0265 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/13342abc7e78438b881026d1d53c0265 2024-11-14T14:16:17,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/9ab5d73e7f024e559bc45bba22e62feb 2024-11-14T14:16:17,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/fde84ecab3ff4114a16337618ebcf38b 2024-11-14T14:16:17,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/1ad57678eea4474bbb971f32b03170e0 2024-11-14T14:16:17,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/91d50f4114dc4939877140c498c74e8a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/91d50f4114dc4939877140c498c74e8a 2024-11-14T14:16:17,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/c433e1367028422c93ff2ef331cb09a9 2024-11-14T14:16:17,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/34a322a994684296b119e4d18581b115 2024-11-14T14:16:17,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b49dbca7262141d8b8182d7a635b2070 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/b49dbca7262141d8b8182d7a635b2070 2024-11-14T14:16:17,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/cf80520115e9499587aa2251e8e3607a 2024-11-14T14:16:17,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/69c7fad4264c43d6b8332e00ea4e01a2 2024-11-14T14:16:17,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d031aa6e683e4cefb87b5392f73f030f 2024-11-14T14:16:17,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/7be8cc9cacdd4542905cf04ea2899c37 2024-11-14T14:16:17,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/41fc31dec58d4cb492d6ae8287bebc6f 2024-11-14T14:16:17,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a73c8ce0bbb247f6a351547fbbceec4e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0739383cfeef4431b47dd1fefc1b2666, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/e0394fa0e40a490e80c1535761ee3620, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/47b98c2ca5cd4d02868540013391858d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c7201cc7279849ba978d34e3bfb4d0d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0e5c2ea740804b6bab08a1c2e1ef2f65, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/be3ab313a0304dd7b2b11b94670dd46b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a4d47780e9464d449bc129307a15a590, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/072a2994c3d44124b2866ce6e2bb1440, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f] to archive 2024-11-14T14:16:17,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:17,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04aca45334384b4183087d96861785e1 2024-11-14T14:16:17,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/154348bb270f4096bdc5624ff5133bf2 2024-11-14T14:16:17,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a73c8ce0bbb247f6a351547fbbceec4e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a73c8ce0bbb247f6a351547fbbceec4e 2024-11-14T14:16:17,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/7526571f70dc4bb6bf98ceb9575064a1 2024-11-14T14:16:17,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd81afc7b9454aab907a9d7f5933f2cc 2024-11-14T14:16:17,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0739383cfeef4431b47dd1fefc1b2666 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0739383cfeef4431b47dd1fefc1b2666 2024-11-14T14:16:17,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2b75eeb3272e475684e2a3305660e0b2 2024-11-14T14:16:17,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/b32db80ed7bf426f97010b68d85f3f96 2024-11-14T14:16:17,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/e0394fa0e40a490e80c1535761ee3620 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/e0394fa0e40a490e80c1535761ee3620 2024-11-14T14:16:18,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/10e46f9b67f54a5ca9c386fa0930c5bc 2024-11-14T14:16:18,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/319000beaf82484f817710f24104740f 2024-11-14T14:16:18,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/4e6eaf5bca1d425e8689d25878d6401b 2024-11-14T14:16:18,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/47b98c2ca5cd4d02868540013391858d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/47b98c2ca5cd4d02868540013391858d 2024-11-14T14:16:18,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/cd9983c88bdc489d9890cfc945680102 2024-11-14T14:16:18,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/278a7c939c7f474587b7a19231c307fc 2024-11-14T14:16:18,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c7201cc7279849ba978d34e3bfb4d0d8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c7201cc7279849ba978d34e3bfb4d0d8 2024-11-14T14:16:18,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2fa2c291011e41c0bf102cb35bb861b1 2024-11-14T14:16:18,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2af749f92a894b2d921bb1361f1489b7 2024-11-14T14:16:18,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0e5c2ea740804b6bab08a1c2e1ef2f65 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/0e5c2ea740804b6bab08a1c2e1ef2f65 2024-11-14T14:16:18,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/c8259eb34d284b1a97c5058734b2f7e9 2024-11-14T14:16:18,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/bf95a5b76ae344efaf41c37f7802cc2a 2024-11-14T14:16:18,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/be3ab313a0304dd7b2b11b94670dd46b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/be3ab313a0304dd7b2b11b94670dd46b 2024-11-14T14:16:18,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/fd33a1686cf84a1d9c013732e9c33e9f 2024-11-14T14:16:18,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/809a31eb6c1649fa99d491d065dd7ebb 2024-11-14T14:16:18,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d124495185af40c59b59826c499b0550 2024-11-14T14:16:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a4d47780e9464d449bc129307a15a590 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/a4d47780e9464d449bc129307a15a590 2024-11-14T14:16:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/02520d4a2e4f4eecadad5fa044c1f566 2024-11-14T14:16:18,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/2db4931350c5445398d345fe159a24f3 2024-11-14T14:16:18,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/072a2994c3d44124b2866ce6e2bb1440 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/072a2994c3d44124b2866ce6e2bb1440 2024-11-14T14:16:18,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/d377628c703a43e88871d023d92b1815 2024-11-14T14:16:18,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/eb47809e2de649b4b95b924d1677fcce 2024-11-14T14:16:18,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8335f4efe6734419bf4f379bbf8322cb 2024-11-14T14:16:18,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/ef557edadf6e4463ba19f57df35534e1 2024-11-14T14:16:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/8222fddafd724866bc4c7bce0bd4088f 2024-11-14T14:16:18,093 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/recovered.edits/474.seqid, newMaxSeqId=474, maxSeqId=1 2024-11-14T14:16:18,097 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. 2024-11-14T14:16:18,097 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for b26f096b5a9a114b908064f11b5c7e6c: Waiting for close lock at 1731593776476Running coprocessor pre-close hooks at 1731593776476Disabling compacts and flushes for region at 1731593776476Disabling writes for close at 1731593776476Obtaining lock to block concurrent updates at 1731593776476Preparing flush snapshotting stores in b26f096b5a9a114b908064f11b5c7e6c at 1731593776476Finished memstore snapshotting TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731593776477 (+1 ms)Flushing stores of TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c. at 1731593776477Flushing b26f096b5a9a114b908064f11b5c7e6c/A: creating writer at 1731593776477Flushing b26f096b5a9a114b908064f11b5c7e6c/A: appending metadata at 1731593776481 (+4 ms)Flushing b26f096b5a9a114b908064f11b5c7e6c/A: closing flushed file at 1731593776481Flushing b26f096b5a9a114b908064f11b5c7e6c/B: creating writer at 1731593776895 (+414 ms)Flushing b26f096b5a9a114b908064f11b5c7e6c/B: appending metadata at 1731593776898 (+3 ms)Flushing b26f096b5a9a114b908064f11b5c7e6c/B: closing flushed file at 1731593776898Flushing b26f096b5a9a114b908064f11b5c7e6c/C: creating writer at 1731593777309 (+411 ms)Flushing b26f096b5a9a114b908064f11b5c7e6c/C: appending metadata at 1731593777311 (+2 ms)Flushing b26f096b5a9a114b908064f11b5c7e6c/C: closing flushed file at 1731593777311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cd2b53: reopening flushed file at 1731593777721 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7badf476: reopening flushed file at 1731593777728 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1706cd43: reopening flushed file at 1731593777735 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for b26f096b5a9a114b908064f11b5c7e6c in 1266ms, sequenceid=471, compaction requested=false at 1731593777742 (+7 ms)Writing region close event to WAL at 1731593778086 (+344 ms)Running coprocessor post-close hooks at 1731593778095 (+9 ms)Closed at 1731593778097 (+2 ms) 2024-11-14T14:16:18,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b26f096b5a9a114b908064f11b5c7e6c, regionState=CLOSED 2024-11-14T14:16:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:18,109 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:18,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T14:16:18,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure b26f096b5a9a114b908064f11b5c7e6c, server=6e2cc31459a7,33627,1731593743487 in 1.8070 sec 2024-11-14T14:16:18,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T14:16:18,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b26f096b5a9a114b908064f11b5c7e6c, UNASSIGN in 1.8150 sec 2024-11-14T14:16:18,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T14:16:18,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8250 sec 2024-11-14T14:16:18,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593778139"}]},"ts":"1731593778139"} 2024-11-14T14:16:18,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:16:18,143 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:16:18,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8480 sec 2024-11-14T14:16:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:16:18,464 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:18,468 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:16:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,478 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T14:16:18,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:18,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/recovered.edits] 2024-11-14T14:16:18,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/253648e1351549669a20df876da32120 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/253648e1351549669a20df876da32120 2024-11-14T14:16:18,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/413d5eedfb274d35802702d65c163eda to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/A/413d5eedfb274d35802702d65c163eda 2024-11-14T14:16:18,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/3404c7e077cf428ab15950e65c671ac9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/3404c7e077cf428ab15950e65c671ac9 2024-11-14T14:16:18,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d0bcc126980244b98b7b0d5c2f5acde9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/B/d0bcc126980244b98b7b0d5c2f5acde9 2024-11-14T14:16:18,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04f2e0599be9453c9576477cde9b86d2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/04f2e0599be9453c9576477cde9b86d2 2024-11-14T14:16:18,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/5dd1076a09614c369f64a51585bade4c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/C/5dd1076a09614c369f64a51585bade4c 2024-11-14T14:16:18,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/recovered.edits/474.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c/recovered.edits/474.seqid 2024-11-14T14:16:18,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/b26f096b5a9a114b908064f11b5c7e6c 2024-11-14T14:16:18,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:16:18,518 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T14:16:18,531 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:16:18,571 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:16:18,573 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,573 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:16:18,574 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593778573"}]},"ts":"9223372036854775807"} 2024-11-14T14:16:18,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:16:18,579 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b26f096b5a9a114b908064f11b5c7e6c, NAME => 'TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:16:18,580 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:16:18,581 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593778580"}]},"ts":"9223372036854775807"} 2024-11-14T14:16:18,587 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:16:18,588 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-14T14:16:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T14:16:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:16:18,594 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:18,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984332954_22 at /127.0.0.1:42280 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6e2cc31459a7:33627-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2707 (was 3979) 2024-11-14T14:16:18,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=2702 2024-11-14T14:16:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:16:18,662 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:18,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:16:18,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:18,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:16:18,668 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-14T14:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741945_1121 (size=1061) 2024-11-14T14:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:19,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:16:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741946_1122 (size=53) 2024-11-14T14:16:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d5b83b0f73be07ae646a08992a3cbcc5, disabling compactions & flushes 2024-11-14T14:16:19,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. after waiting 0 ms 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5b83b0f73be07ae646a08992a3cbcc5: Waiting for close lock at 1731593779521Disabling compacts and flushes for region at 1731593779521Disabling writes for close at 1731593779521Writing region close event to WAL at 1731593779521Closed at 1731593779521 2024-11-14T14:16:19,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:16:19,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593779523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593779523"}]},"ts":"1731593779523"} 2024-11-14T14:16:19,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:16:19,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:16:19,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593779528"}]},"ts":"1731593779528"} 2024-11-14T14:16:19,532 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:16:19,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, ASSIGN}] 2024-11-14T14:16:19,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, ASSIGN 2024-11-14T14:16:19,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:16:19,686 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, ASSIGN because future has completed 2024-11-14T14:16:19,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:19,845 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,845 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:16:19,846 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,846 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:16:19,846 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,846 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,848 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,849 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:19,850 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName A 2024-11-14T14:16:19,851 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:19,851 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:19,852 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,853 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:19,853 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName B 2024-11-14T14:16:19,854 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:19,854 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:19,855 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,856 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:19,856 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName C 2024-11-14T14:16:19,856 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:19,857 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:19,857 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,857 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,858 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,859 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,860 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,860 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,861 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:16:19,862 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,865 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:16:19,866 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened d5b83b0f73be07ae646a08992a3cbcc5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59326737, jitterRate=-0.11596272885799408}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:16:19,866 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:19,868 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for d5b83b0f73be07ae646a08992a3cbcc5: Running coprocessor pre-open hook at 1731593779846Writing region info on filesystem at 1731593779846Initializing all the Stores at 1731593779847 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593779847Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593779848 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593779848Cleaning up temporary data from old regions at 1731593779860 (+12 ms)Running coprocessor post-open hooks at 1731593779866 (+6 ms)Region opened successfully at 1731593779868 (+2 ms) 2024-11-14T14:16:19,869 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., pid=32, masterSystemTime=1731593779841 2024-11-14T14:16:19,872 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,872 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:19,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:19,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:19,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T14:16:19,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 in 187 msec 2024-11-14T14:16:19,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T14:16:19,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, ASSIGN in 347 msec 2024-11-14T14:16:19,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:16:19,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593779882"}]},"ts":"1731593779882"} 2024-11-14T14:16:19,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:16:19,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:16:19,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2220 sec 2024-11-14T14:16:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T14:16:20,814 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:20,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dac73a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:20,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:20,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:20,820 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8707b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:20,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3df773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:20,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:20,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:20,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e20f97 2024-11-14T14:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:16:20,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:16:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:16:20,839 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:16:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741947_1123 (size=1097) 2024-11-14T14:16:21,257 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:16:21,257 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:16:21,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:16:21,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE}] 2024-11-14T14:16:21,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE 2024-11-14T14:16:21,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:21,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE because future has completed 2024-11-14T14:16:21,276 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:16:21,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:21,430 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:16:21,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing d5b83b0f73be07ae646a08992a3cbcc5, disabling compactions & flushes 2024-11-14T14:16:21,430 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. after waiting 0 ms 2024-11-14T14:16:21,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,438 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:16:21,439 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,439 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for d5b83b0f73be07ae646a08992a3cbcc5: Waiting for close lock at 1731593781430Running coprocessor pre-close hooks at 1731593781430Disabling compacts and flushes for region at 1731593781430Disabling writes for close at 1731593781430Writing region close event to WAL at 1731593781431 (+1 ms)Running coprocessor post-close hooks at 1731593781439 (+8 ms)Closed at 1731593781439 2024-11-14T14:16:21,439 WARN [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: d5b83b0f73be07ae646a08992a3cbcc5 to self. 2024-11-14T14:16:21,443 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=CLOSED 2024-11-14T14:16:21,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:21,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T14:16:21,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 in 173 msec 2024-11-14T14:16:21,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE; state=CLOSED, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=true 2024-11-14T14:16:21,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:21,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE because future has completed 2024-11-14T14:16:21,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:21,762 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,762 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:16:21,762 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,762 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:16:21,762 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,762 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,765 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,766 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:21,770 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName A 2024-11-14T14:16:21,772 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:21,772 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:21,773 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,773 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:21,774 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName B 2024-11-14T14:16:21,774 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:21,774 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:21,774 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,775 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:21,775 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b83b0f73be07ae646a08992a3cbcc5 columnFamilyName C 2024-11-14T14:16:21,775 DEBUG [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:21,775 INFO [StoreOpener-d5b83b0f73be07ae646a08992a3cbcc5-1 {}] regionserver.HStore(327): Store=d5b83b0f73be07ae646a08992a3cbcc5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:21,776 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,776 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,776 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,777 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,778 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,778 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,779 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:16:21,780 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,781 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened d5b83b0f73be07ae646a08992a3cbcc5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59573991, jitterRate=-0.11227835714817047}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:16:21,781 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,783 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for d5b83b0f73be07ae646a08992a3cbcc5: Running coprocessor pre-open hook at 1731593781762Writing region info on filesystem at 1731593781762Initializing all the Stores at 1731593781763 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593781763Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593781763Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593781763Cleaning up temporary data from old regions at 1731593781778 (+15 ms)Running coprocessor post-open hooks at 1731593781781 (+3 ms)Region opened successfully at 1731593781783 (+2 ms) 2024-11-14T14:16:21,784 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., pid=37, masterSystemTime=1731593781757 2024-11-14T14:16:21,786 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,786 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=OPEN, openSeqNum=5, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:21,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:21,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-14T14:16:21,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 in 185 msec 2024-11-14T14:16:21,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T14:16:21,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, REOPEN/MOVE in 520 msec 2024-11-14T14:16:21,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T14:16:21,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 533 msec 2024-11-14T14:16:21,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 957 msec 2024-11-14T14:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T14:16:21,801 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:21,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b0d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be8f182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,805 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bb77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1db30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8288ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147fbaa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58199921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,812 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c3efeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6800f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f37e1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5f814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,816 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667b5190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39830909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,818 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab5019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73517cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d6a31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ef734e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5508f782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fb45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,826 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd591c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ed7830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c4632d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,831 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eadcc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0eac94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eae57b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:21,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:21,835 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9669e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:21,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e246ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:21,839 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,839 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-14T14:16:21,842 DEBUG [Thread-638 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,842 DEBUG [Thread-638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:21,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:21,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:21,844 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,844 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:16:21,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:21,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593781919, max timestamp=1731593781943Num uniques 859; 2024-11-14T14:16:21,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593781919, max timestamp=1731593781940Num uniques 859; 2024-11-14T14:16:21,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:21,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:21,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593781919, max timestamp=1731593781940Num uniques 859; 2024-11-14T14:16:21,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:21,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140657c374fcd749edb52f37a7dfa3c19b_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593781874/Put/seqid=0 2024-11-14T14:16:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741948_1124 (size=14594) 2024-11-14T14:16:21,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140657c374fcd749edb52f37a7dfa3c19b_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140657c374fcd749edb52f37a7dfa3c19b_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:21,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/13f1b702b0e743df8b05687afb3b2422, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:21,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/13f1b702b0e743df8b05687afb3b2422 is 175, key is test_row_0/A:col10/1731593781874/Put/seqid=0 2024-11-14T14:16:21,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T14:16:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:21,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741949_1125 (size=39549) 2024-11-14T14:16:22,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/13f1b702b0e743df8b05687afb3b2422 2024-11-14T14:16:22,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593841991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593841991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593841995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593841994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593842007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/48c050f215fa48c1a2fd886bcc41f59c is 50, key is test_row_0/B:col10/1731593781874/Put/seqid=0 2024-11-14T14:16:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741950_1126 (size=12001) 2024-11-14T14:16:22,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/48c050f215fa48c1a2fd886bcc41f59c 2024-11-14T14:16:22,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/e7ebc16297c1497aa4fdabb09dae3211 is 50, key is test_row_0/C:col10/1731593781874/Put/seqid=0 2024-11-14T14:16:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741951_1127 (size=12001) 2024-11-14T14:16:22,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/e7ebc16297c1497aa4fdabb09dae3211 2024-11-14T14:16:22,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/13f1b702b0e743df8b05687afb3b2422 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422 2024-11-14T14:16:22,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593842123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593842123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593842123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593842124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593842124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422, entries=200, sequenceid=15, filesize=38.6 K 2024-11-14T14:16:22,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/48c050f215fa48c1a2fd886bcc41f59c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c 2024-11-14T14:16:22,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:16:22,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/e7ebc16297c1497aa4fdabb09dae3211 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211 2024-11-14T14:16:22,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T14:16:22,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:22,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:22,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:22,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:16:22,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d5b83b0f73be07ae646a08992a3cbcc5 in 275ms, sequenceid=15, compaction requested=false 2024-11-14T14:16:22,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:22,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:22,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b686131de49f4257bf5ac95c7569c80a_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593782004/Put/seqid=0 2024-11-14T14:16:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741952_1128 (size=12154) 2024-11-14T14:16:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:22,385 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b686131de49f4257bf5ac95c7569c80a_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b686131de49f4257bf5ac95c7569c80a_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6265333eccd24f38a7d1dc736106a947, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6265333eccd24f38a7d1dc736106a947 is 175, key is test_row_0/A:col10/1731593782004/Put/seqid=0 2024-11-14T14:16:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741953_1129 (size=30955) 2024-11-14T14:16:22,405 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6265333eccd24f38a7d1dc736106a947 2024-11-14T14:16:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593842393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593842395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593842399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593842409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593842426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f2e64c76d7447c9b59d5607acadae84 is 50, key is test_row_0/B:col10/1731593782004/Put/seqid=0 2024-11-14T14:16:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741954_1130 (size=12001) 2024-11-14T14:16:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:22,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593842533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593842533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593842533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593842533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593842533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593842743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593842743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593842744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593842744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593842744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:22,866 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f2e64c76d7447c9b59d5607acadae84 2024-11-14T14:16:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/341470299065483ea023a689cd520614 is 50, key is test_row_0/C:col10/1731593782004/Put/seqid=0 2024-11-14T14:16:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741955_1131 (size=12001) 2024-11-14T14:16:22,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/341470299065483ea023a689cd520614 2024-11-14T14:16:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6265333eccd24f38a7d1dc736106a947 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947 2024-11-14T14:16:22,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947, entries=150, sequenceid=51, filesize=30.2 K 2024-11-14T14:16:22,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f2e64c76d7447c9b59d5607acadae84 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84 2024-11-14T14:16:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:22,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:16:22,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/341470299065483ea023a689cd520614 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614 2024-11-14T14:16:23,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:16:23,012 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d5b83b0f73be07ae646a08992a3cbcc5 in 703ms, sequenceid=51, compaction requested=false 2024-11-14T14:16:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T14:16:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T14:16:23,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T14:16:23,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-14T14:16:23,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.1790 sec 2024-11-14T14:16:23,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:23,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111493adcc469668423d8dcaf6df73c94f0c_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741956_1132 (size=14594) 2024-11-14T14:16:23,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:23,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111493adcc469668423d8dcaf6df73c94f0c_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493adcc469668423d8dcaf6df73c94f0c_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:23,181 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/56a965cfad5c46929eac05971cd5479a, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/56a965cfad5c46929eac05971cd5479a is 175, key is test_row_0/A:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593843171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593843171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593843178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593843183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593843176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741957_1133 (size=39549) 2024-11-14T14:16:23,241 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/56a965cfad5c46929eac05971cd5479a 2024-11-14T14:16:23,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/a9376cfcd79845a6943ba0ee82067e97 is 50, key is test_row_0/B:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:23,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593843304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741958_1134 (size=12001) 2024-11-14T14:16:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593843304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593843304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593843304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/a9376cfcd79845a6943ba0ee82067e97 2024-11-14T14:16:23,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593843304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/a3b6340298344aa1bd95cf220c75ecda is 50, key is test_row_0/C:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741959_1135 (size=12001) 2024-11-14T14:16:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593843513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593843525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593843525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593843525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593843533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:23,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:16:23,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/a3b6340298344aa1bd95cf220c75ecda 2024-11-14T14:16:23,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/56a965cfad5c46929eac05971cd5479a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a 2024-11-14T14:16:23,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a, entries=200, sequenceid=63, filesize=38.6 K 2024-11-14T14:16:23,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/a9376cfcd79845a6943ba0ee82067e97 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97 2024-11-14T14:16:23,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97, entries=150, sequenceid=63, filesize=11.7 K 2024-11-14T14:16:23,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/a3b6340298344aa1bd95cf220c75ecda as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda 2024-11-14T14:16:23,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda, entries=150, sequenceid=63, filesize=11.7 K 2024-11-14T14:16:23,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d5b83b0f73be07ae646a08992a3cbcc5 in 751ms, sequenceid=63, compaction requested=true 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:23,812 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:23,812 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:23,813 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:23,813 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:23,813 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:23,813 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:23,815 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:23,815 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=107.5 K 2024-11-14T14:16:23,815 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:23,815 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:23,815 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=35.2 K 2024-11-14T14:16:23,815 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a] 2024-11-14T14:16:23,816 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 48c050f215fa48c1a2fd886bcc41f59c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731593781874 2024-11-14T14:16:23,816 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f2e64c76d7447c9b59d5607acadae84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731593781986 2024-11-14T14:16:23,817 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a9376cfcd79845a6943ba0ee82067e97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782392 2024-11-14T14:16:23,817 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13f1b702b0e743df8b05687afb3b2422, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731593781858 2024-11-14T14:16:23,818 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6265333eccd24f38a7d1dc736106a947, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731593781986 2024-11-14T14:16:23,818 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a965cfad5c46929eac05971cd5479a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782343 2024-11-14T14:16:23,838 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:23,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593783156, max timestamp=1731593783824Num uniques 859; 2024-11-14T14:16:23,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593783156, max timestamp=1731593783824Num uniques 859; 2024-11-14T14:16:23,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:23,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:23,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-14T14:16:23,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593783156, max timestamp=1731593783824Num uniques 859; 2024-11-14T14:16:23,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:23,851 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:23,852 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/546759b08da243bca9d7757f206072d9 is 50, key is test_row_0/B:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:23,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:23,857 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f64fded1b96a4f9a84843dc0161c6ab2_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,863 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f64fded1b96a4f9a84843dc0161c6ab2_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,864 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f64fded1b96a4f9a84843dc0161c6ab2_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741960_1136 (size=12104) 2024-11-14T14:16:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741961_1137 (size=4469) 2024-11-14T14:16:23,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111432e21e6c00334abb81b6043d4b16560d_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593783175/Put/seqid=0 2024-11-14T14:16:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741962_1138 (size=14594) 2024-11-14T14:16:23,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731593783890, max timestamp=1731593783897Num uniques 859; 2024-11-14T14:16:23,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731593783890, max timestamp=1731593783897Num uniques 859; 2024-11-14T14:16:23,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:16:23,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:16:23,940 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:23,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593783890, max timestamp=1731593783897Num uniques 859; 2024-11-14T14:16:23,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:23,953 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111432e21e6c00334abb81b6043d4b16560d_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111432e21e6c00334abb81b6043d4b16560d_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:23,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/ae18bf63f4bd40a58ad3d27f09ab21ae, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:23,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/ae18bf63f4bd40a58ad3d27f09ab21ae is 175, key is test_row_0/A:col10/1731593783175/Put/seqid=0 2024-11-14T14:16:23,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741963_1139 (size=39549) 2024-11-14T14:16:23,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/ae18bf63f4bd40a58ad3d27f09ab21ae 2024-11-14T14:16:23,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f75746ddbcb4403ad3aafd8e4ad77f2 is 50, key is test_row_0/B:col10/1731593783175/Put/seqid=0 2024-11-14T14:16:23,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731593783959, max timestamp=1731593783983Num uniques 1009; 2024-11-14T14:16:23,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=16848, suffix heap size=132904,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=368 2024-11-14T14:16:23,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731593783959, max timestamp=1731593783983Num uniques 1018; 2024-11-14T14:16:23,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-11-14T14:16:23,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731593783959, max timestamp=1731593783983Num uniques 1009; 2024-11-14T14:16:23,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=16848, suffix heap size=132904,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=368 2024-11-14T14:16:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T14:16:23,994 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:23,995 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-14T14:16:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:23,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:23,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:23,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741964_1140 (size=12001) 2024-11-14T14:16:24,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593844025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593844025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593844027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593844030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593844035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593844143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593844143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593844148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:16:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593844149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593844153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,307 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/546759b08da243bca9d7757f206072d9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/546759b08da243bca9d7757f206072d9 2024-11-14T14:16:24,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:16:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:24,314 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into 546759b08da243bca9d7757f206072d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:24,314 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:24,314 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=13, startTime=1731593783812; duration=0sec 2024-11-14T14:16:24,314 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:24,314 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:24,314 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:24,314 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#117 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:24,315 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e60ba1742863437c8fb5beddaf595a54 is 175, key is test_row_0/A:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:24,317 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:24,317 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:24,317 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,317 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=35.2 K 2024-11-14T14:16:24,318 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e7ebc16297c1497aa4fdabb09dae3211, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731593781874 2024-11-14T14:16:24,318 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 341470299065483ea023a689cd520614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731593781986 2024-11-14T14:16:24,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a3b6340298344aa1bd95cf220c75ecda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782392 2024-11-14T14:16:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741965_1141 (size=31058) 2024-11-14T14:16:24,331 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:24,332 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/a5392495cb9842918b658403837ecc37 is 50, key is test_row_0/C:col10/1731593783059/Put/seqid=0 2024-11-14T14:16:24,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593844353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593844353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741966_1142 (size=12104) 2024-11-14T14:16:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593844363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593844363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593844372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f75746ddbcb4403ad3aafd8e4ad77f2 2024-11-14T14:16:24,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0f6d8d60a3bc4faa986267a4d246a525 is 50, key is test_row_0/C:col10/1731593783175/Put/seqid=0 2024-11-14T14:16:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741967_1143 (size=12001) 2024-11-14T14:16:24,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0f6d8d60a3bc4faa986267a4d246a525 2024-11-14T14:16:24,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/ae18bf63f4bd40a58ad3d27f09ab21ae as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae 2024-11-14T14:16:24,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae, entries=200, sequenceid=85, filesize=38.6 K 2024-11-14T14:16:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6f75746ddbcb4403ad3aafd8e4ad77f2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2 2024-11-14T14:16:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:16:24,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0f6d8d60a3bc4faa986267a4d246a525 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525 2024-11-14T14:16:24,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:16:24,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for d5b83b0f73be07ae646a08992a3cbcc5 in 605ms, sequenceid=85, compaction requested=false 2024-11-14T14:16:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:24,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:16:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:24,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=161.02 KB heapSize=445.08 KB 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bbe6d7c241e34e50863dc15a911d3211_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593784026/Put/seqid=0 2024-11-14T14:16:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741968_1144 (size=12254) 2024-11-14T14:16:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593844673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593844675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593844675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593844677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593844683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,741 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e60ba1742863437c8fb5beddaf595a54 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54 2024-11-14T14:16:24,751 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into e60ba1742863437c8fb5beddaf595a54(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:24,751 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:24,751 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=13, startTime=1731593783812; duration=0sec 2024-11-14T14:16:24,751 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:24,751 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:24,769 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/a5392495cb9842918b658403837ecc37 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a5392495cb9842918b658403837ecc37 2024-11-14T14:16:24,779 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into a5392495cb9842918b658403837ecc37(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:24,779 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:24,779 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=13, startTime=1731593783812; duration=0sec 2024-11-14T14:16:24,779 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:24,779 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593844793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593844793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:24,925 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bbe6d7c241e34e50863dc15a911d3211_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bbe6d7c241e34e50863dc15a911d3211_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:24,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b52fd1297969429a9337968752eab74d, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b52fd1297969429a9337968752eab74d is 175, key is test_row_0/A:col10/1731593784026/Put/seqid=0 2024-11-14T14:16:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741969_1145 (size=31055) 2024-11-14T14:16:24,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b52fd1297969429a9337968752eab74d 2024-11-14T14:16:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6dbc9faa2da74dc0998a11e668e2358f is 50, key is test_row_0/B:col10/1731593784026/Put/seqid=0 2024-11-14T14:16:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741970_1146 (size=12101) 2024-11-14T14:16:24,962 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6dbc9faa2da74dc0998a11e668e2358f 2024-11-14T14:16:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/8074a9b108e645d1a5d5926eb71b19ad is 50, key is test_row_0/C:col10/1731593784026/Put/seqid=0 2024-11-14T14:16:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741971_1147 (size=12101) 2024-11-14T14:16:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593845003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593845013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593845183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593845183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593845202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593845312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593845323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,386 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/8074a9b108e645d1a5d5926eb71b19ad 2024-11-14T14:16:25,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b52fd1297969429a9337968752eab74d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d 2024-11-14T14:16:25,395 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d, entries=150, sequenceid=140, filesize=30.3 K 2024-11-14T14:16:25,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/6dbc9faa2da74dc0998a11e668e2358f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f 2024-11-14T14:16:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,401 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f, entries=150, sequenceid=140, filesize=11.8 K 2024-11-14T14:16:25,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/8074a9b108e645d1a5d5926eb71b19ad as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad 2024-11-14T14:16:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad, entries=150, sequenceid=140, filesize=11.8 K 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~445.03 KB/455712, currentSize=26.84 KB/27480 for d5b83b0f73be07ae646a08992a3cbcc5 in 943ms, sequenceid=140, compaction requested=true 2024-11-14T14:16:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T14:16:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T14:16:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-14T14:16:25,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-14T14:16:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.4200 sec 2024-11-14T14:16:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:25,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:16:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:25,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:25,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fbe4c2f4b10942d2821913235c87c3fa_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741972_1148 (size=19774) 2024-11-14T14:16:25,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:25,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fbe4c2f4b10942d2821913235c87c3fa_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fbe4c2f4b10942d2821913235c87c3fa_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:25,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/717ff281d8884004b4793fd5a46d4a62, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:25,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/717ff281d8884004b4793fd5a46d4a62 is 175, key is test_row_0/A:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741973_1149 (size=57033) 2024-11-14T14:16:25,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/717ff281d8884004b4793fd5a46d4a62 2024-11-14T14:16:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593845937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593785905, max timestamp=1731593785943Num uniques 859; 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593785905, max timestamp=1731593785943Num uniques 859; 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593785905, max timestamp=1731593785943Num uniques 859; 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:16:25,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:16:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:25,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2286cab48b12492fba732747177dd4b7 is 50, key is test_row_0/B:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741974_1150 (size=12151) 2024-11-14T14:16:25,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2286cab48b12492fba732747177dd4b7 2024-11-14T14:16:25,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7280ea8f3433423b8dac1e1402a60f61 is 50, key is test_row_0/C:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741975_1151 (size=12151) 2024-11-14T14:16:26,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7280ea8f3433423b8dac1e1402a60f61 2024-11-14T14:16:26,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/717ff281d8884004b4793fd5a46d4a62 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62 2024-11-14T14:16:26,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62, entries=300, sequenceid=153, filesize=55.7 K 2024-11-14T14:16:26,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2286cab48b12492fba732747177dd4b7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7 2024-11-14T14:16:26,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7, entries=150, sequenceid=153, filesize=11.9 K 2024-11-14T14:16:26,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7280ea8f3433423b8dac1e1402a60f61 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61 2024-11-14T14:16:26,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61, entries=150, sequenceid=153, filesize=11.9 K 2024-11-14T14:16:26,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=120.76 KB/123660 for d5b83b0f73be07ae646a08992a3cbcc5 in 184ms, sequenceid=153, compaction requested=true 2024-11-14T14:16:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:26,048 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:26,048 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:26,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:26,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:26,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48357 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:26,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:26,050 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,050 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/546759b08da243bca9d7757f206072d9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=47.2 K 2024-11-14T14:16:26,050 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158695 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:26,050 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:26,050 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,050 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=155.0 K 2024-11-14T14:16:26,050 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,050 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62] 2024-11-14T14:16:26,051 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 546759b08da243bca9d7757f206072d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782392 2024-11-14T14:16:26,051 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e60ba1742863437c8fb5beddaf595a54, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782392 2024-11-14T14:16:26,052 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f75746ddbcb4403ad3aafd8e4ad77f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593783171 2024-11-14T14:16:26,052 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dbc9faa2da74dc0998a11e668e2358f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731593783997 2024-11-14T14:16:26,052 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae18bf63f4bd40a58ad3d27f09ab21ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593783171 2024-11-14T14:16:26,053 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2286cab48b12492fba732747177dd4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593785854 2024-11-14T14:16:26,053 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b52fd1297969429a9337968752eab74d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731593783997 2024-11-14T14:16:26,054 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717ff281d8884004b4793fd5a46d4a62, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593784667 2024-11-14T14:16:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:26,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-14T14:16:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:26,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:26,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:26,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:26,093 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:26,108 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:26,108 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/1bc31fefd4fb447498ea58ddfc065dc1 is 50, key is test_row_0/B:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:26,111 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f42af8430ee544519d5a73f0f149c46d_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:26,114 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f42af8430ee544519d5a73f0f149c46d_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:26,115 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f42af8430ee544519d5a73f0f149c46d_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593846118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593846119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468306ac3de0f448d9453f8ff4fa510d5_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593786044/Put/seqid=0 2024-11-14T14:16:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:16:26,143 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:26,144 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-14T14:16:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:26,146 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:26,147 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:26,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741976_1152 (size=4469) 2024-11-14T14:16:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741978_1154 (size=12304) 2024-11-14T14:16:26,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:26,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468306ac3de0f448d9453f8ff4fa510d5_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468306ac3de0f448d9453f8ff4fa510d5_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:26,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b2697ec96e39481eab3499849264c194, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:26,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b2697ec96e39481eab3499849264c194 is 175, key is test_row_0/A:col10/1731593786044/Put/seqid=0 2024-11-14T14:16:26,189 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#129 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:26,189 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/f65bd03ec6d746c9b6f96b4b702d5493 is 175, key is test_row_0/A:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593846193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,200 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741977_1153 (size=12391) 2024-11-14T14:16:26,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593846203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,209 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593846223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,230 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593846233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593846236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741979_1155 (size=31105) 2024-11-14T14:16:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741980_1156 (size=31345) 2024-11-14T14:16:26,282 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/f65bd03ec6d746c9b6f96b4b702d5493 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493 2024-11-14T14:16:26,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into f65bd03ec6d746c9b6f96b4b702d5493(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:26,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:26,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=12, startTime=1731593786047; duration=0sec 2024-11-14T14:16:26,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:26,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:26,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:26,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48357 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:26,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:26,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a5392495cb9842918b658403837ecc37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=47.2 K 2024-11-14T14:16:26,294 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5392495cb9842918b658403837ecc37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593782392 2024-11-14T14:16:26,295 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f6d8d60a3bc4faa986267a4d246a525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593783171 2024-11-14T14:16:26,296 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8074a9b108e645d1a5d5926eb71b19ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731593783997 2024-11-14T14:16:26,296 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7280ea8f3433423b8dac1e1402a60f61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593785854 2024-11-14T14:16:26,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:26,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,324 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#132 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:26,325 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/10939470f7f94c6aacb75df054c310c8 is 50, key is test_row_0/C:col10/1731593785856/Put/seqid=0 2024-11-14T14:16:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741981_1157 (size=12391) 2024-11-14T14:16:26,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593846453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593846453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:26,610 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/1bc31fefd4fb447498ea58ddfc065dc1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/1bc31fefd4fb447498ea58ddfc065dc1 2024-11-14T14:16:26,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,625 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into 1bc31fefd4fb447498ea58ddfc065dc1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:26,625 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:26,625 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=12, startTime=1731593786048; duration=0sec 2024-11-14T14:16:26,626 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:26,626 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:26,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b2697ec96e39481eab3499849264c194 2024-11-14T14:16:26,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2206a4fde31c4a9d8d8424ead09d2f41 is 50, key is test_row_0/B:col10/1731593786044/Put/seqid=0 2024-11-14T14:16:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741982_1158 (size=12151) 2024-11-14T14:16:26,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2206a4fde31c4a9d8d8424ead09d2f41 2024-11-14T14:16:26,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0fdabd339e2346369d3aa61656fc35cf is 50, key is test_row_0/C:col10/1731593786044/Put/seqid=0 2024-11-14T14:16:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741983_1159 (size=12151) 2024-11-14T14:16:26,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593846773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593846773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:26,781 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/10939470f7f94c6aacb75df054c310c8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/10939470f7f94c6aacb75df054c310c8 2024-11-14T14:16:26,793 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into 10939470f7f94c6aacb75df054c310c8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:26,793 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:26,793 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=12, startTime=1731593786048; duration=0sec 2024-11-14T14:16:26,794 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:26,794 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:26,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:26,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:27,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:27,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:27,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0fdabd339e2346369d3aa61656fc35cf 2024-11-14T14:16:27,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/b2697ec96e39481eab3499849264c194 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194 2024-11-14T14:16:27,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194, entries=150, sequenceid=188, filesize=30.4 K 2024-11-14T14:16:27,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/2206a4fde31c4a9d8d8424ead09d2f41 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41 2024-11-14T14:16:27,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T14:16:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0fdabd339e2346369d3aa61656fc35cf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf 2024-11-14T14:16:27,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T14:16:27,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for d5b83b0f73be07ae646a08992a3cbcc5 in 1092ms, sequenceid=188, compaction requested=false 2024-11-14T14:16:27,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:27,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:27,233 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:27,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:27,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142a1d501a21374ac98cb43c6a687e2614_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593786071/Put/seqid=0 2024-11-14T14:16:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741984_1160 (size=12304) 2024-11-14T14:16:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:27,293 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142a1d501a21374ac98cb43c6a687e2614_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142a1d501a21374ac98cb43c6a687e2614_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:27,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3c4c0225867543dea4e17cd9a22ad3f2, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:27,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3c4c0225867543dea4e17cd9a22ad3f2 is 175, key is test_row_0/A:col10/1731593786071/Put/seqid=0 2024-11-14T14:16:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741985_1161 (size=31105) 2024-11-14T14:16:27,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3c4c0225867543dea4e17cd9a22ad3f2 2024-11-14T14:16:27,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/fb4fd14c15044826899a0f0d3024e18d is 50, key is test_row_0/B:col10/1731593786071/Put/seqid=0 2024-11-14T14:16:27,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593787333, max timestamp=1731593787360Num uniques 859; 2024-11-14T14:16:27,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593787333, max timestamp=1731593787360Num uniques 859; 2024-11-14T14:16:27,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:27,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:27,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593787333, max timestamp=1731593787360Num uniques 859; 2024-11-14T14:16:27,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741986_1162 (size=12151) 2024-11-14T14:16:27,390 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/fb4fd14c15044826899a0f0d3024e18d 2024-11-14T14:16:27,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/60a7a3ee82224762879e65ef4076f26e is 50, key is test_row_0/C:col10/1731593786071/Put/seqid=0 2024-11-14T14:16:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593847429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593847431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741987_1163 (size=12151) 2024-11-14T14:16:27,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593847533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593847547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593847753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593847753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:27,836 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/60a7a3ee82224762879e65ef4076f26e 2024-11-14T14:16:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3c4c0225867543dea4e17cd9a22ad3f2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2 2024-11-14T14:16:27,844 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2, entries=150, sequenceid=202, filesize=30.4 K 2024-11-14T14:16:27,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/fb4fd14c15044826899a0f0d3024e18d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d 2024-11-14T14:16:27,849 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T14:16:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/60a7a3ee82224762879e65ef4076f26e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e 2024-11-14T14:16:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T14:16:27,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d5b83b0f73be07ae646a08992a3cbcc5 in 622ms, sequenceid=202, compaction requested=true 2024-11-14T14:16:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T14:16:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T14:16:27,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T14:16:27,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-11-14T14:16:27,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.7150 sec 2024-11-14T14:16:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:28,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:28,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8f3fac32c414947a2a97444de73e9b5_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741988_1164 (size=17284) 2024-11-14T14:16:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593848084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593848087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593848193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593848202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593848223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593848223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,224 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,225 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593848243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,244 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:16:28,293 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:28,293 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T14:16:28,295 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:28,295 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:28,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:28,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593848403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593848413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:28,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:28,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8f3fac32c414947a2a97444de73e9b5_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8f3fac32c414947a2a97444de73e9b5_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:28,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/91a865d215e34b1caa3454ca35204c9a, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/91a865d215e34b1caa3454ca35204c9a is 175, key is test_row_0/A:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741989_1165 (size=48389) 2024-11-14T14:16:28,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/91a865d215e34b1caa3454ca35204c9a 2024-11-14T14:16:28,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ba8adb47d9bc416bbb4c048d9ba297e7 is 50, key is test_row_0/B:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741990_1166 (size=12151) 2024-11-14T14:16:28,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ba8adb47d9bc416bbb4c048d9ba297e7 2024-11-14T14:16:28,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/5da574ddc2cc46679f4080517e654209 is 50, key is test_row_0/C:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741991_1167 (size=12151) 2024-11-14T14:16:28,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/5da574ddc2cc46679f4080517e654209 2024-11-14T14:16:28,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/91a865d215e34b1caa3454ca35204c9a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a 2024-11-14T14:16:28,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a, entries=250, sequenceid=239, filesize=47.3 K 2024-11-14T14:16:28,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ba8adb47d9bc416bbb4c048d9ba297e7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7 2024-11-14T14:16:28,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T14:16:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/5da574ddc2cc46679f4080517e654209 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209 2024-11-14T14:16:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:28,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T14:16:28,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for d5b83b0f73be07ae646a08992a3cbcc5 in 551ms, sequenceid=239, compaction requested=true 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:28,619 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:28,619 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:28,620 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:28,621 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:28,621 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,621 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/1bc31fefd4fb447498ea58ddfc065dc1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=47.7 K 2024-11-14T14:16:28,622 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141944 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:28,622 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:28,622 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,622 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=138.6 K 2024-11-14T14:16:28,622 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,622 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a] 2024-11-14T14:16:28,622 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc31fefd4fb447498ea58ddfc065dc1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593785854 2024-11-14T14:16:28,623 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65bd03ec6d746c9b6f96b4b702d5493, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593785854 2024-11-14T14:16:28,624 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2206a4fde31c4a9d8d8424ead09d2f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593786034 2024-11-14T14:16:28,624 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2697ec96e39481eab3499849264c194, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593786034 2024-11-14T14:16:28,624 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting fb4fd14c15044826899a0f0d3024e18d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731593786071 2024-11-14T14:16:28,626 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c4c0225867543dea4e17cd9a22ad3f2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731593786071 2024-11-14T14:16:28,626 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ba8adb47d9bc416bbb4c048d9ba297e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:28,626 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91a865d215e34b1caa3454ca35204c9a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:28,639 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,660 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#142 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:28,661 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/d266e7276e954755a59e3d1e3e153e54 is 50, key is test_row_0/B:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,669 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a67d627ce2c24f0195095c12d41ee514_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a67d627ce2c24f0195095c12d41ee514_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a67d627ce2c24f0195095c12d41ee514_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741992_1168 (size=12527) 2024-11-14T14:16:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741993_1169 (size=4469) 2024-11-14T14:16:28,693 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#141 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:28,694 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/d266e7276e954755a59e3d1e3e153e54 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d266e7276e954755a59e3d1e3e153e54 2024-11-14T14:16:28,694 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e1d7642a23a845cab8c5bfd150828d5f is 175, key is test_row_0/A:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,703 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into d266e7276e954755a59e3d1e3e153e54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:28,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:28,703 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=12, startTime=1731593788619; duration=0sec 2024-11-14T14:16:28,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:28,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:28,703 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:28,706 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:28,706 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:28,706 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,707 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/10939470f7f94c6aacb75df054c310c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=47.7 K 2024-11-14T14:16:28,708 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 10939470f7f94c6aacb75df054c310c8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731593785854 2024-11-14T14:16:28,708 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdabd339e2346369d3aa61656fc35cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593786034 2024-11-14T14:16:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741994_1170 (size=31481) 2024-11-14T14:16:28,709 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a7a3ee82224762879e65ef4076f26e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731593786071 2024-11-14T14:16:28,710 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da574ddc2cc46679f4080517e654209, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:28,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:28,722 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e1d7642a23a845cab8c5bfd150828d5f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f 2024-11-14T14:16:28,734 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into e1d7642a23a845cab8c5bfd150828d5f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:28,735 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:28,735 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=12, startTime=1731593788619; duration=0sec 2024-11-14T14:16:28,735 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:28,735 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:28,750 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:28,751 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/d1de3870d20b4b199d2be75e27a625e7 is 50, key is test_row_0/C:col10/1731593788066/Put/seqid=0 2024-11-14T14:16:28,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114032aae251e00451fbf3a9c28eb542d81_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593788082/Put/seqid=0 2024-11-14T14:16:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741995_1171 (size=12527) 2024-11-14T14:16:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741996_1172 (size=14794) 2024-11-14T14:16:28,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593788771, max timestamp=1731593788793Num uniques 859; 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593788771, max timestamp=1731593788793Num uniques 859; 2024-11-14T14:16:28,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114032aae251e00451fbf3a9c28eb542d81_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114032aae251e00451fbf3a9c28eb542d81_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593788771, max timestamp=1731593788793Num uniques 859; 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:28,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:28,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6a7956115f4742f69ee7d125900c5b94, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:28,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6a7956115f4742f69ee7d125900c5b94 is 175, key is test_row_0/A:col10/1731593788082/Put/seqid=0 2024-11-14T14:16:28,813 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:16:28,813 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:16:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741997_1173 (size=39749) 2024-11-14T14:16:28,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6a7956115f4742f69ee7d125900c5b94 2024-11-14T14:16:28,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/4f37cf9adc1e484d9db97188c96d32bb is 50, key is test_row_0/B:col10/1731593788082/Put/seqid=0 2024-11-14T14:16:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741998_1174 (size=12151) 2024-11-14T14:16:28,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/4f37cf9adc1e484d9db97188c96d32bb 2024-11-14T14:16:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593848861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593848862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/ffb4c019f6844c16a9d8a8641204ed46 is 50, key is test_row_0/C:col10/1731593788082/Put/seqid=0 2024-11-14T14:16:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741999_1175 (size=12151) 2024-11-14T14:16:28,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:28,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:28,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593848973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593848973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:29,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,185 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/d1de3870d20b4b199d2be75e27a625e7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d1de3870d20b4b199d2be75e27a625e7 2024-11-14T14:16:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593849183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593849183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,195 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into d1de3870d20b4b199d2be75e27a625e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:29,195 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:29,196 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=12, startTime=1731593788619; duration=0sec 2024-11-14T14:16:29,196 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:29,196 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:29,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:29,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:29,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/ffb4c019f6844c16a9d8a8641204ed46 2024-11-14T14:16:29,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/6a7956115f4742f69ee7d125900c5b94 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94 2024-11-14T14:16:29,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94, entries=200, sequenceid=250, filesize=38.8 K 2024-11-14T14:16:29,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/4f37cf9adc1e484d9db97188c96d32bb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb 2024-11-14T14:16:29,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T14:16:29,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/ffb4c019f6844c16a9d8a8641204ed46 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46 2024-11-14T14:16:29,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T14:16:29,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d5b83b0f73be07ae646a08992a3cbcc5 in 622ms, sequenceid=250, compaction requested=false 2024-11-14T14:16:29,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:29,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:16:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:29,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146aafb8d111c34ef2a618c0ce1073a8fc_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593788827/Put/seqid=0 2024-11-14T14:16:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742000_1176 (size=12454) 2024-11-14T14:16:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:29,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593849527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593849533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593849643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593849643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:29,808 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146aafb8d111c34ef2a618c0ce1073a8fc_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146aafb8d111c34ef2a618c0ce1073a8fc_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:29,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a23b153162ac4b01a5aec14beebf67e0, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:29,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a23b153162ac4b01a5aec14beebf67e0 is 175, key is test_row_0/A:col10/1731593788827/Put/seqid=0 2024-11-14T14:16:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742001_1177 (size=31255) 2024-11-14T14:16:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593849863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593849863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:30,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593850173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:30,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593850173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:30,214 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a23b153162ac4b01a5aec14beebf67e0 2024-11-14T14:16:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f75da44890c3460ca01e7b1e36094afd is 50, key is test_row_0/B:col10/1731593788827/Put/seqid=0 2024-11-14T14:16:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742002_1178 (size=12301) 2024-11-14T14:16:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:30,627 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f75da44890c3460ca01e7b1e36094afd 2024-11-14T14:16:30,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/db3c99c81b914f15ad26a0b15bd33cdc is 50, key is test_row_0/C:col10/1731593788827/Put/seqid=0 2024-11-14T14:16:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742003_1179 (size=12301) 2024-11-14T14:16:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593850682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:30,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593850682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:31,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/db3c99c81b914f15ad26a0b15bd33cdc 2024-11-14T14:16:31,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a23b153162ac4b01a5aec14beebf67e0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0 2024-11-14T14:16:31,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0, entries=150, sequenceid=288, filesize=30.5 K 2024-11-14T14:16:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f75da44890c3460ca01e7b1e36094afd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd 2024-11-14T14:16:31,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T14:16:31,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/db3c99c81b914f15ad26a0b15bd33cdc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc 2024-11-14T14:16:31,084 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T14:16:31,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for d5b83b0f73be07ae646a08992a3cbcc5 in 1714ms, sequenceid=288, compaction requested=true 2024-11-14T14:16:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T14:16:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T14:16:31,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T14:16:31,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-11-14T14:16:31,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.8020 sec 2024-11-14T14:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:31,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:31,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d59fed1ea3b14f8c906c55bdb29e9729_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742004_1180 (size=12454) 2024-11-14T14:16:31,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:31,716 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d59fed1ea3b14f8c906c55bdb29e9729_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d59fed1ea3b14f8c906c55bdb29e9729_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:31,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/580ced09506649b783391a0c3e61c862, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:31,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/580ced09506649b783391a0c3e61c862 is 175, key is test_row_0/A:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742005_1181 (size=31255) 2024-11-14T14:16:31,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593851750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593791734, max timestamp=1731593791750Num uniques 859; 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593791734, max timestamp=1731593791750Num uniques 859; 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593791734, max timestamp=1731593791750Num uniques 859; 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:31,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:16:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:31,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593851873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593851885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593851993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593851993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/580ced09506649b783391a0c3e61c862 2024-11-14T14:16:32,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/70c6432278eb40a99df656849f6756bd is 50, key is test_row_0/B:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:32,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742006_1182 (size=12301) 2024-11-14T14:16:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593852202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593852202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1731593852272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1731593852272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1731593852273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,275 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,276 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,276 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in d5b83b0f73be07ae646a08992a3cbcc5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:16:32,463 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:32,464 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T14:16:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:16:32,466 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:32,466 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:32,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593852523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593852523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:32,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/70c6432278eb40a99df656849f6756bd 2024-11-14T14:16:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:16:32,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/9cd17421adbc4830834ac27f3e1f2fff is 50, key is test_row_0/C:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742007_1183 (size=12301) 2024-11-14T14:16:32,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/9cd17421adbc4830834ac27f3e1f2fff 2024-11-14T14:16:32,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/580ced09506649b783391a0c3e61c862 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862 2024-11-14T14:16:32,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862, entries=150, sequenceid=299, filesize=30.5 K 2024-11-14T14:16:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/70c6432278eb40a99df656849f6756bd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd 2024-11-14T14:16:32,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T14:16:32,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:16:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:32,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/9cd17421adbc4830834ac27f3e1f2fff as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff 2024-11-14T14:16:32,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T14:16:32,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d5b83b0f73be07ae646a08992a3cbcc5 in 939ms, sequenceid=299, compaction requested=true 2024-11-14T14:16:32,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:32,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:32,635 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:32,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:32,636 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:32,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:32,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:32,637 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133740 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:32,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:32,637 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:32,637 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,637 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,637 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=130.6 K 2024-11-14T14:16:32,637 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d266e7276e954755a59e3d1e3e153e54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=48.1 K 2024-11-14T14:16:32,637 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,638 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862] 2024-11-14T14:16:32,638 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d266e7276e954755a59e3d1e3e153e54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:32,638 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1d7642a23a845cab8c5bfd150828d5f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:32,638 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a7956115f4742f69ee7d125900c5b94, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731593788081 2024-11-14T14:16:32,638 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f37cf9adc1e484d9db97188c96d32bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731593788082 2024-11-14T14:16:32,639 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a23b153162ac4b01a5aec14beebf67e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731593788827 2024-11-14T14:16:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:32,640 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f75da44890c3460ca01e7b1e36094afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731593788827 2024-11-14T14:16:32,640 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 580ced09506649b783391a0c3e61c862, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:32,640 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c6432278eb40a99df656849f6756bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:32,656 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:32,659 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144dbe865c980d4c528b46bb29e3b429b1_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:32,660 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#154 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:32,661 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/5fe06d50d9454bcab59dd539eb52019e is 50, key is test_row_0/B:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:32,662 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144dbe865c980d4c528b46bb29e3b429b1_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:32,663 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144dbe865c980d4c528b46bb29e3b429b1_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742008_1184 (size=12813) 2024-11-14T14:16:32,682 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/5fe06d50d9454bcab59dd539eb52019e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/5fe06d50d9454bcab59dd539eb52019e 2024-11-14T14:16:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742009_1185 (size=4469) 2024-11-14T14:16:32,686 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#153 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:32,687 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/4f0cc52380204c8c860b8b3859611b76 is 175, key is test_row_0/A:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:32,692 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into 5fe06d50d9454bcab59dd539eb52019e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:32,692 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:32,692 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=12, startTime=1731593792635; duration=0sec 2024-11-14T14:16:32,692 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:32,692 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:32,692 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:32,695 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:32,695 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:32,696 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,696 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d1de3870d20b4b199d2be75e27a625e7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=48.1 K 2024-11-14T14:16:32,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d1de3870d20b4b199d2be75e27a625e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731593787383 2024-11-14T14:16:32,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb4c019f6844c16a9d8a8641204ed46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731593788082 2024-11-14T14:16:32,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting db3c99c81b914f15ad26a0b15bd33cdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731593788827 2024-11-14T14:16:32,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd17421adbc4830834ac27f3e1f2fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742010_1186 (size=31767) 2024-11-14T14:16:32,715 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#155 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:32,716 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/d536ee8e83044db69181ea43ccf6ead8 is 50, key is test_row_0/C:col10/1731593789516/Put/seqid=0 2024-11-14T14:16:32,722 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/4f0cc52380204c8c860b8b3859611b76 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76 2024-11-14T14:16:32,728 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into 4f0cc52380204c8c860b8b3859611b76(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:32,728 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:32,728 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=12, startTime=1731593792635; duration=0sec 2024-11-14T14:16:32,729 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:32,729 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742011_1187 (size=12813) 2024-11-14T14:16:32,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:32,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144532a49324164a66ae5dde1cfca6ad62_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593791807/Put/seqid=0 2024-11-14T14:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:16:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742012_1188 (size=12454) 2024-11-14T14:16:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593853053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593853054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:16:33,146 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/d536ee8e83044db69181ea43ccf6ead8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d536ee8e83044db69181ea43ccf6ead8 2024-11-14T14:16:33,152 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into d536ee8e83044db69181ea43ccf6ead8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:33,152 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:33,152 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=12, startTime=1731593792639; duration=0sec 2024-11-14T14:16:33,152 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:33,152 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593853162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593853162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:33,190 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144532a49324164a66ae5dde1cfca6ad62_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144532a49324164a66ae5dde1cfca6ad62_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/466662740ef645e99c3c61a4a1caa2c7, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:33,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/466662740ef645e99c3c61a4a1caa2c7 is 175, key is test_row_0/A:col10/1731593791807/Put/seqid=0 2024-11-14T14:16:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742013_1189 (size=31255) 2024-11-14T14:16:33,204 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/466662740ef645e99c3c61a4a1caa2c7 2024-11-14T14:16:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f72fb9348e240698ca8aebd8105ba3f is 50, key is test_row_0/B:col10/1731593791807/Put/seqid=0 2024-11-14T14:16:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742014_1190 (size=12301) 2024-11-14T14:16:33,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f72fb9348e240698ca8aebd8105ba3f 2024-11-14T14:16:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/25952bbc55ae4ca088508f009b32aaf6 is 50, key is test_row_0/C:col10/1731593791807/Put/seqid=0 2024-11-14T14:16:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742015_1191 (size=12301) 2024-11-14T14:16:33,256 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/25952bbc55ae4ca088508f009b32aaf6 2024-11-14T14:16:33,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/466662740ef645e99c3c61a4a1caa2c7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7 2024-11-14T14:16:33,272 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7, entries=150, sequenceid=336, filesize=30.5 K 2024-11-14T14:16:33,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f72fb9348e240698ca8aebd8105ba3f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f 2024-11-14T14:16:33,284 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T14:16:33,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/25952bbc55ae4ca088508f009b32aaf6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6 2024-11-14T14:16:33,306 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T14:16:33,307 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d5b83b0f73be07ae646a08992a3cbcc5 in 533ms, sequenceid=336, compaction requested=false 2024-11-14T14:16:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:33,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T14:16:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T14:16:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T14:16:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 845 msec 2024-11-14T14:16:33,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 851 msec 2024-11-14T14:16:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:33,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:33,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114182d7bc47fb94098836898144d668897_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742016_1192 (size=17534) 2024-11-14T14:16:33,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593853434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593853436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593853543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593853553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:16:33,603 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:33,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T14:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:33,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:33,606 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:33,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:33,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593853753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:33,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593853762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:33,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:33,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114182d7bc47fb94098836898144d668897_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182d7bc47fb94098836898144d668897_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:33,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/18c45b0cdb7249d3b822c2dfb54f71a1, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:33,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/18c45b0cdb7249d3b822c2dfb54f71a1 is 175, key is test_row_0/A:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742017_1193 (size=48639) 2024-11-14T14:16:33,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:33,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:33,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:33,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:33,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:34,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593854063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593854073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:34,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:34,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/18c45b0cdb7249d3b822c2dfb54f71a1 2024-11-14T14:16:34,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/61ecf754ea094587b1c38b8a2b21e708 is 50, key is test_row_0/B:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742018_1194 (size=12301) 2024-11-14T14:16:34,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593854573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593854583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:34,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:34,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/61ecf754ea094587b1c38b8a2b21e708 2024-11-14T14:16:34,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7e88f5212f414daeaddbc5ffc0c654e2 is 50, key is test_row_0/C:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742019_1195 (size=12301) 2024-11-14T14:16:34,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7e88f5212f414daeaddbc5ffc0c654e2 2024-11-14T14:16:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/18c45b0cdb7249d3b822c2dfb54f71a1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1 2024-11-14T14:16:34,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1, entries=250, sequenceid=350, filesize=47.5 K 2024-11-14T14:16:34,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/61ecf754ea094587b1c38b8a2b21e708 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708 2024-11-14T14:16:34,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T14:16:34,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7e88f5212f414daeaddbc5ffc0c654e2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2 2024-11-14T14:16:34,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T14:16:34,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d5b83b0f73be07ae646a08992a3cbcc5 in 1352ms, sequenceid=350, compaction requested=true 2024-11-14T14:16:34,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:34,726 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:34,727 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:34,729 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:34,729 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:34,729 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,729 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/5fe06d50d9454bcab59dd539eb52019e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=36.5 K 2024-11-14T14:16:34,729 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:34,729 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:34,729 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,730 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=109.0 K 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fe06d50d9454bcab59dd539eb52019e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:34,730 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1] 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f72fb9348e240698ca8aebd8105ba3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731593791807 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f0cc52380204c8c860b8b3859611b76, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 61ecf754ea094587b1c38b8a2b21e708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:34,730 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 466662740ef645e99c3c61a4a1caa2c7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731593791807 2024-11-14T14:16:34,731 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c45b0cdb7249d3b822c2dfb54f71a1, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:34,739 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:34,751 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:34,751 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/d4182c62bb6d4e0c9deca169d22243d1 is 50, key is test_row_0/B:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:34,753 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114bfd0a60bb24e46cbb4dc396b73745363_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:34,755 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114bfd0a60bb24e46cbb4dc396b73745363_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:34,755 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bfd0a60bb24e46cbb4dc396b73745363_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742020_1196 (size=12915) 2024-11-14T14:16:34,795 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/d4182c62bb6d4e0c9deca169d22243d1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d4182c62bb6d4e0c9deca169d22243d1 2024-11-14T14:16:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742021_1197 (size=4469) 2024-11-14T14:16:34,801 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into d4182c62bb6d4e0c9deca169d22243d1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:34,801 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:34,801 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=13, startTime=1731593794727; duration=0sec 2024-11-14T14:16:34,802 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:34,802 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:34,802 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:34,803 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:34,803 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:34,803 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,804 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d536ee8e83044db69181ea43ccf6ead8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=36.5 K 2024-11-14T14:16:34,807 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d536ee8e83044db69181ea43ccf6ead8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593789516 2024-11-14T14:16:34,808 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 25952bbc55ae4ca088508f009b32aaf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731593791807 2024-11-14T14:16:34,808 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e88f5212f414daeaddbc5ffc0c654e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:34,823 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:34,823 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/cab7c3fdfd624a0eb1f526cc4845ca98 is 50, key is test_row_0/C:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:34,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:16:34,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:34,828 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742022_1198 (size=12915) 2024-11-14T14:16:34,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114913fa7a5f5e8496d9787f90f2ab3a6b8_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593793423/Put/seqid=0 2024-11-14T14:16:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742023_1199 (size=12454) 2024-11-14T14:16:34,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:34,862 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114913fa7a5f5e8496d9787f90f2ab3a6b8_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114913fa7a5f5e8496d9787f90f2ab3a6b8_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/317507f919eb4979884759d888d7bba4, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:34,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/317507f919eb4979884759d888d7bba4 is 175, key is test_row_0/A:col10/1731593793423/Put/seqid=0 2024-11-14T14:16:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742024_1200 (size=31255) 2024-11-14T14:16:34,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/317507f919eb4979884759d888d7bba4 2024-11-14T14:16:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ec98142c137b4bbd8404813948700b26 is 50, key is test_row_0/B:col10/1731593793423/Put/seqid=0 2024-11-14T14:16:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742025_1201 (size=12301) 2024-11-14T14:16:35,196 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#162 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:35,197 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/273f74be7ba64eb29bae5edfd80e3cc4 is 175, key is test_row_0/A:col10/1731593793373/Put/seqid=0 2024-11-14T14:16:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742026_1202 (size=31869) 2024-11-14T14:16:35,212 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/273f74be7ba64eb29bae5edfd80e3cc4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4 2024-11-14T14:16:35,223 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into 273f74be7ba64eb29bae5edfd80e3cc4(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:35,223 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:35,223 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=13, startTime=1731593794726; duration=0sec 2024-11-14T14:16:35,223 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:35,223 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:35,236 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/cab7c3fdfd624a0eb1f526cc4845ca98 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/cab7c3fdfd624a0eb1f526cc4845ca98 2024-11-14T14:16:35,243 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into cab7c3fdfd624a0eb1f526cc4845ca98(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:35,243 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:35,243 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=13, startTime=1731593794727; duration=0sec 2024-11-14T14:16:35,243 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:35,243 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:35,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ec98142c137b4bbd8404813948700b26 2024-11-14T14:16:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0ec19c35cafc4854b44be39c19e273af is 50, key is test_row_0/C:col10/1731593793423/Put/seqid=0 2024-11-14T14:16:35,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742027_1203 (size=12301) 2024-11-14T14:16:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:35,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593855600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593855601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593855713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593855713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:35,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0ec19c35cafc4854b44be39c19e273af 2024-11-14T14:16:35,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/317507f919eb4979884759d888d7bba4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4 2024-11-14T14:16:35,743 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4, entries=150, sequenceid=370, filesize=30.5 K 2024-11-14T14:16:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/ec98142c137b4bbd8404813948700b26 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26 2024-11-14T14:16:35,751 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T14:16:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/0ec19c35cafc4854b44be39c19e273af as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af 2024-11-14T14:16:35,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T14:16:35,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d5b83b0f73be07ae646a08992a3cbcc5 in 931ms, sequenceid=370, compaction requested=false 2024-11-14T14:16:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T14:16:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T14:16:35,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T14:16:35,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec 2024-11-14T14:16:35,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1650 sec 2024-11-14T14:16:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:35,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:35,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa70cf0c44694dd5ab7e30947a6810f0_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742028_1204 (size=14994) 2024-11-14T14:16:35,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593855957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:35,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593855959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:35,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:35,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593856063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593856072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593856273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593856283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:36,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa70cf0c44694dd5ab7e30947a6810f0_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa70cf0c44694dd5ab7e30947a6810f0_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:36,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/9bc2761ccd7841b693a2870412e2cdf8, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:36,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/9bc2761ccd7841b693a2870412e2cdf8 is 175, key is test_row_0/A:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742029_1205 (size=39949) 2024-11-14T14:16:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593856582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593856592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:36,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/9bc2761ccd7841b693a2870412e2cdf8 2024-11-14T14:16:36,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/b44ac19236f44597bc2f3b8d96b7e5a5 is 50, key is test_row_0/B:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742030_1206 (size=12301) 2024-11-14T14:16:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593857093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593857102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:37,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/b44ac19236f44597bc2f3b8d96b7e5a5 2024-11-14T14:16:37,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/16b61ec7df1d42c1aae8cfd2cae581d4 is 50, key is test_row_0/C:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742031_1207 (size=12301) 2024-11-14T14:16:37,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/16b61ec7df1d42c1aae8cfd2cae581d4 2024-11-14T14:16:37,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/9bc2761ccd7841b693a2870412e2cdf8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8 2024-11-14T14:16:37,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8, entries=200, sequenceid=386, filesize=39.0 K 2024-11-14T14:16:37,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/b44ac19236f44597bc2f3b8d96b7e5a5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5 2024-11-14T14:16:37,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5, entries=150, sequenceid=386, filesize=12.0 K 2024-11-14T14:16:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/16b61ec7df1d42c1aae8cfd2cae581d4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4 2024-11-14T14:16:37,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4, entries=150, sequenceid=386, filesize=12.0 K 2024-11-14T14:16:37,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d5b83b0f73be07ae646a08992a3cbcc5 in 1719ms, sequenceid=386, compaction requested=true 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:37,644 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:37,644 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:37,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:37,645 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:37,645 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d4182c62bb6d4e0c9deca169d22243d1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=36.6 K 2024-11-14T14:16:37,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=100.7 K 2024-11-14T14:16:37,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8] 2024-11-14T14:16:37,645 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d4182c62bb6d4e0c9deca169d22243d1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:37,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 273f74be7ba64eb29bae5edfd80e3cc4, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:37,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ec98142c137b4bbd8404813948700b26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731593793414 2024-11-14T14:16:37,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 317507f919eb4979884759d888d7bba4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731593793414 2024-11-14T14:16:37,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b44ac19236f44597bc2f3b8d96b7e5a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:37,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bc2761ccd7841b693a2870412e2cdf8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:37,652 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:37,654 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:37,655 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/a0b67912f2dd4e9aa7ffacd8a34efcb5 is 50, key is test_row_0/B:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:37,656 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146bf5fe4c6fc84a6eb622bf8cbb581807_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:37,658 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146bf5fe4c6fc84a6eb622bf8cbb581807_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:37,658 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146bf5fe4c6fc84a6eb622bf8cbb581807_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742033_1209 (size=4469) 2024-11-14T14:16:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742032_1208 (size=13017) 2024-11-14T14:16:37,678 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/a0b67912f2dd4e9aa7ffacd8a34efcb5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a0b67912f2dd4e9aa7ffacd8a34efcb5 2024-11-14T14:16:37,686 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into a0b67912f2dd4e9aa7ffacd8a34efcb5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:37,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:37,686 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=13, startTime=1731593797644; duration=0sec 2024-11-14T14:16:37,687 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:37,687 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:37,687 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:37,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:37,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:37,688 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:37,688 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/cab7c3fdfd624a0eb1f526cc4845ca98, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=36.6 K 2024-11-14T14:16:37,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cab7c3fdfd624a0eb1f526cc4845ca98, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731593793039 2024-11-14T14:16:37,689 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec19c35cafc4854b44be39c19e273af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731593793414 2024-11-14T14:16:37,689 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b61ec7df1d42c1aae8cfd2cae581d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:37,698 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:37,698 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7aa3477341784202a8fd0fb7b0de7e37 is 50, key is test_row_0/C:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742034_1210 (size=13017) 2024-11-14T14:16:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:16:37,762 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:37,763 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T14:16:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:16:37,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:37,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:37,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:16:37,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T14:16:37,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:37,917 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144662fc5a6b2b47d6a765b970f21c639a_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593795958/Put/seqid=0 2024-11-14T14:16:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742035_1211 (size=12454) 2024-11-14T14:16:38,072 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:38,073 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3077e3400eeb4756828039829b3bf00d is 175, key is test_row_0/A:col10/1731593795923/Put/seqid=0 2024-11-14T14:16:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742036_1212 (size=31971) 2024-11-14T14:16:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:16:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:38,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:38,107 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/7aa3477341784202a8fd0fb7b0de7e37 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7aa3477341784202a8fd0fb7b0de7e37 2024-11-14T14:16:38,112 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into 7aa3477341784202a8fd0fb7b0de7e37(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:38,112 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:38,112 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=13, startTime=1731593797644; duration=0sec 2024-11-14T14:16:38,112 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:38,112 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593858127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593858131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593858233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593858242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:38,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144662fc5a6b2b47d6a765b970f21c639a_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144662fc5a6b2b47d6a765b970f21c639a_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/20e38dd93a8a48bb8b0db898c48457e3, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/20e38dd93a8a48bb8b0db898c48457e3 is 175, key is test_row_0/A:col10/1731593795958/Put/seqid=0 2024-11-14T14:16:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742037_1213 (size=31255) 2024-11-14T14:16:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:16:38,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593858443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593858452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,481 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/3077e3400eeb4756828039829b3bf00d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d 2024-11-14T14:16:38,486 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into 3077e3400eeb4756828039829b3bf00d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:38,486 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:38,486 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=13, startTime=1731593797644; duration=0sec 2024-11-14T14:16:38,486 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:38,486 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:38,746 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/20e38dd93a8a48bb8b0db898c48457e3 2024-11-14T14:16:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593858753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3573a4e5317d4238a7de2dfa1fd0c67c is 50, key is test_row_0/B:col10/1731593795958/Put/seqid=0 2024-11-14T14:16:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593858763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742038_1214 (size=12301) 2024-11-14T14:16:38,776 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3573a4e5317d4238a7de2dfa1fd0c67c 2024-11-14T14:16:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/c19e7a4a122e4ca7a385a94e1cdcbda6 is 50, key is test_row_0/C:col10/1731593795958/Put/seqid=0 2024-11-14T14:16:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742039_1215 (size=12301) 2024-11-14T14:16:38,797 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/c19e7a4a122e4ca7a385a94e1cdcbda6 2024-11-14T14:16:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/20e38dd93a8a48bb8b0db898c48457e3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3 2024-11-14T14:16:38,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3, entries=150, sequenceid=405, filesize=30.5 K 2024-11-14T14:16:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3573a4e5317d4238a7de2dfa1fd0c67c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c 2024-11-14T14:16:38,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T14:16:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/c19e7a4a122e4ca7a385a94e1cdcbda6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6 2024-11-14T14:16:38,842 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T14:16:38,843 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d5b83b0f73be07ae646a08992a3cbcc5 in 926ms, sequenceid=405, compaction requested=false 2024-11-14T14:16:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:38,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T14:16:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T14:16:38,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T14:16:38,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-14T14:16:38,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0860 sec 2024-11-14T14:16:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:16:38,903 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:38,904 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T14:16:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:38,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:38,907 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:38,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:39,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:39,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146cf165f90e9e4114b1de6d1e511f21d9_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593798125/Put/seqid=0 2024-11-14T14:16:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742040_1216 (size=12454) 2024-11-14T14:16:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593859300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593859300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593859413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593859413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:39,477 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146cf165f90e9e4114b1de6d1e511f21d9_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf165f90e9e4114b1de6d1e511f21d9_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:39,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/54e6cdcc8b054a369fc9989ab8121b61, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:39,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/54e6cdcc8b054a369fc9989ab8121b61 is 175, key is test_row_0/A:col10/1731593798125/Put/seqid=0 2024-11-14T14:16:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742041_1217 (size=31255) 2024-11-14T14:16:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593859623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593859623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,886 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/54e6cdcc8b054a369fc9989ab8121b61 2024-11-14T14:16:39,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f16f5bcbca944761ad021d938099d491 is 50, key is test_row_0/B:col10/1731593798125/Put/seqid=0 2024-11-14T14:16:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742042_1218 (size=12301) 2024-11-14T14:16:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593859932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593859933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f16f5bcbca944761ad021d938099d491 2024-11-14T14:16:40,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/aec3780688fd4dfcae4b1ff707cbb708 is 50, key is test_row_0/C:col10/1731593798125/Put/seqid=0 2024-11-14T14:16:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742043_1219 (size=12301) 2024-11-14T14:16:40,318 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/aec3780688fd4dfcae4b1ff707cbb708 2024-11-14T14:16:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/54e6cdcc8b054a369fc9989ab8121b61 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61 2024-11-14T14:16:40,329 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61, entries=150, sequenceid=421, filesize=30.5 K 2024-11-14T14:16:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/f16f5bcbca944761ad021d938099d491 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491 2024-11-14T14:16:40,336 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T14:16:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/aec3780688fd4dfcae4b1ff707cbb708 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708 2024-11-14T14:16:40,342 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T14:16:40,343 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for d5b83b0f73be07ae646a08992a3cbcc5 in 1283ms, sequenceid=421, compaction requested=true 2024-11-14T14:16:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T14:16:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T14:16:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T14:16:40,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-14T14:16:40,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4430 sec 2024-11-14T14:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:40,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:40,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cc884033282d4bf99af58d1a9bd1cd64_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742044_1220 (size=12454) 2024-11-14T14:16:40,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593860464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593860468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593860573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593860582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593860783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593860792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:40,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:40,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cc884033282d4bf99af58d1a9bd1cd64_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cc884033282d4bf99af58d1a9bd1cd64_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:40,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a95d82d6feca4288bb4f04fa6463f52a, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:40,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a95d82d6feca4288bb4f04fa6463f52a is 175, key is test_row_0/A:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742045_1221 (size=31255) 2024-11-14T14:16:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:16:41,063 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:41,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T14:16:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:41,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:41,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:41,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:41,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593861093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:41,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593861103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:41,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:16:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a95d82d6feca4288bb4f04fa6463f52a 2024-11-14T14:16:41,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/e746d8852f9b4bb5b9abdc1aa61b9205 is 50, key is test_row_0/B:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742046_1222 (size=12301) 2024-11-14T14:16:41,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:16:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:41,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:16:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:16:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1731593861603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1731593861613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:16:41,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:16:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:41,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/e746d8852f9b4bb5b9abdc1aa61b9205 2024-11-14T14:16:41,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/963cd1e41e3942bb85817fe90a712732 is 50, key is test_row_0/C:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:41,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742047_1223 (size=12301) 2024-11-14T14:16:41,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/963cd1e41e3942bb85817fe90a712732 2024-11-14T14:16:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/a95d82d6feca4288bb4f04fa6463f52a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a 2024-11-14T14:16:41,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a, entries=150, sequenceid=442, filesize=30.5 K 2024-11-14T14:16:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/e746d8852f9b4bb5b9abdc1aa61b9205 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205 2024-11-14T14:16:41,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T14:16:41,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/963cd1e41e3942bb85817fe90a712732 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732 2024-11-14T14:16:41,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T14:16:41,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for d5b83b0f73be07ae646a08992a3cbcc5 in 1290ms, sequenceid=442, compaction requested=true 2024-11-14T14:16:41,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:41,737 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:41,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5b83b0f73be07ae646a08992a3cbcc5:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:41,742 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:41,743 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/A is initiating minor compaction (all files) 2024-11-14T14:16:41,743 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/A in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,743 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=122.8 K 2024-11-14T14:16:41,743 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,743 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a] 2024-11-14T14:16:41,743 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:41,744 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/B is initiating minor compaction (all files) 2024-11-14T14:16:41,744 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/B in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,744 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a0b67912f2dd4e9aa7ffacd8a34efcb5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=48.8 K 2024-11-14T14:16:41,744 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3077e3400eeb4756828039829b3bf00d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:41,745 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b67912f2dd4e9aa7ffacd8a34efcb5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:41,745 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20e38dd93a8a48bb8b0db898c48457e3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731593795950 2024-11-14T14:16:41,745 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 3573a4e5317d4238a7de2dfa1fd0c67c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731593795950 2024-11-14T14:16:41,745 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54e6cdcc8b054a369fc9989ab8121b61, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731593798117 2024-11-14T14:16:41,745 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f16f5bcbca944761ad021d938099d491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731593798117 2024-11-14T14:16:41,746 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a95d82d6feca4288bb4f04fa6463f52a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593799293 2024-11-14T14:16:41,746 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e746d8852f9b4bb5b9abdc1aa61b9205, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593799293 2024-11-14T14:16:41,765 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:41,767 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:41,768 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/c833eeb9d2b641bb81aadbcb33d4e9d0 is 50, key is test_row_0/B:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:41,776 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111439b8cf030ed141c3b7e7e4e26540a09e_d5b83b0f73be07ae646a08992a3cbcc5 store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:41,778 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111439b8cf030ed141c3b7e7e4e26540a09e_d5b83b0f73be07ae646a08992a3cbcc5, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:41,778 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111439b8cf030ed141c3b7e7e4e26540a09e_d5b83b0f73be07ae646a08992a3cbcc5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742048_1224 (size=13153) 2024-11-14T14:16:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742049_1225 (size=4469) 2024-11-14T14:16:41,791 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/c833eeb9d2b641bb81aadbcb33d4e9d0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c833eeb9d2b641bb81aadbcb33d4e9d0 2024-11-14T14:16:41,799 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/B of d5b83b0f73be07ae646a08992a3cbcc5 into c833eeb9d2b641bb81aadbcb33d4e9d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:41,799 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:41,799 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/B, priority=12, startTime=1731593801738; duration=0sec 2024-11-14T14:16:41,799 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:41,799 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:B 2024-11-14T14:16:41,799 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:41,801 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:41,801 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): d5b83b0f73be07ae646a08992a3cbcc5/C is initiating minor compaction (all files) 2024-11-14T14:16:41,801 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5b83b0f73be07ae646a08992a3cbcc5/C in TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,802 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7aa3477341784202a8fd0fb7b0de7e37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp, totalSize=48.8 K 2024-11-14T14:16:41,802 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aa3477341784202a8fd0fb7b0de7e37, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731593795595 2024-11-14T14:16:41,802 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c19e7a4a122e4ca7a385a94e1cdcbda6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731593795950 2024-11-14T14:16:41,803 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting aec3780688fd4dfcae4b1ff707cbb708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731593798117 2024-11-14T14:16:41,803 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 963cd1e41e3942bb85817fe90a712732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731593799293 2024-11-14T14:16:41,819 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:41,820 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/64292222994947e481b89f75735ad99f is 50, key is test_row_0/C:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:41,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:16:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:41,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742050_1226 (size=13153) 2024-11-14T14:16:41,843 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-11-14T14:16:41,843 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:41,843 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,844 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f97dfec0c374fdc9c76a1daef1855c8_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593800466/Put/seqid=0 2024-11-14T14:16:41,847 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-11-14T14:16:41,847 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:41,847 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,847 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:41,847 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/64292222994947e481b89f75735ad99f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/64292222994947e481b89f75735ad99f 2024-11-14T14:16:41,853 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/C of d5b83b0f73be07ae646a08992a3cbcc5 into 64292222994947e481b89f75735ad99f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:41,853 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:41,853 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/C, priority=12, startTime=1731593801738; duration=0sec 2024-11-14T14:16:41,853 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:41,853 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:C 2024-11-14T14:16:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742051_1227 (size=12454) 2024-11-14T14:16:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:41,855 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-11-14T14:16:41,855 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:41,855 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,855 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:41,855 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-11-14T14:16:41,855 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:41,855 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,856 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:41,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:41,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f97dfec0c374fdc9c76a1daef1855c8_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f97dfec0c374fdc9c76a1daef1855c8_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/375f86fb843742f5958e243c71a9134b, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/375f86fb843742f5958e243c71a9134b is 175, key is test_row_0/A:col10/1731593800466/Put/seqid=0 2024-11-14T14:16:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742052_1228 (size=31255) 2024-11-14T14:16:42,186 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5b83b0f73be07ae646a08992a3cbcc5#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:42,187 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e7640b98fc544969936f3f79fe72c303 is 175, key is test_row_0/A:col10/1731593800445/Put/seqid=0 2024-11-14T14:16:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742053_1229 (size=32107) 2024-11-14T14:16:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:42,264 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/375f86fb843742f5958e243c71a9134b 2024-11-14T14:16:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/c7a6547c2a494c118fc1b42a6d3b6220 is 50, key is test_row_0/B:col10/1731593800466/Put/seqid=0 2024-11-14T14:16:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742054_1230 (size=12301) 2024-11-14T14:16:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:42,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. as already flushing 2024-11-14T14:16:42,284 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-11-14T14:16:42,284 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:42,284 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,284 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:42,314 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-11-14T14:16:42,314 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:42,314 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,314 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:42,357 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-11-14T14:16:42,357 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:42,357 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,357 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:42,607 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/e7640b98fc544969936f3f79fe72c303 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e7640b98fc544969936f3f79fe72c303 2024-11-14T14:16:42,615 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5b83b0f73be07ae646a08992a3cbcc5/A of d5b83b0f73be07ae646a08992a3cbcc5 into e7640b98fc544969936f3f79fe72c303(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:42,615 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:42,615 INFO [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631. 2024-11-14T14:16:42,615 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., storeName=d5b83b0f73be07ae646a08992a3cbcc5/A, priority=12, startTime=1731593801737; duration=0sec 2024-11-14T14:16:42,615 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:42,615 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,615 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:42,615 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,615 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5b83b0f73be07ae646a08992a3cbcc5:A 2024-11-14T14:16:42,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:42,625 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-11-14T14:16:42,625 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:16:42,625 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,625 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:42,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:42,676 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/c7a6547c2a494c118fc1b42a6d3b6220 2024-11-14T14:16:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/f2c14b1c9d534d3b98939feed039829f is 50, key is test_row_0/C:col10/1731593800466/Put/seqid=0 2024-11-14T14:16:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742055_1231 (size=12301) 2024-11-14T14:16:43,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/f2c14b1c9d534d3b98939feed039829f 2024-11-14T14:16:43,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/375f86fb843742f5958e243c71a9134b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/375f86fb843742f5958e243c71a9134b 2024-11-14T14:16:43,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/375f86fb843742f5958e243c71a9134b, entries=150, sequenceid=454, filesize=30.5 K 2024-11-14T14:16:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/c7a6547c2a494c118fc1b42a6d3b6220 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c7a6547c2a494c118fc1b42a6d3b6220 2024-11-14T14:16:43,117 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c7a6547c2a494c118fc1b42a6d3b6220, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T14:16:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/f2c14b1c9d534d3b98939feed039829f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/f2c14b1c9d534d3b98939feed039829f 2024-11-14T14:16:43,124 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/f2c14b1c9d534d3b98939feed039829f, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T14:16:43,125 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for d5b83b0f73be07ae646a08992a3cbcc5 in 1296ms, sequenceid=454, compaction requested=false 2024-11-14T14:16:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for d5b83b0f73be07ae646a08992a3cbcc5: 2024-11-14T14:16:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T14:16:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T14:16:43,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T14:16:43,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-14T14:16:43,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.0660 sec 2024-11-14T14:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:16:43,213 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2716 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2685 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3536 rows 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1180 2024-11-14T14:16:43,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3533 rows 2024-11-14T14:16:43,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:16:43,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:16:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:43,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:16:43,215 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:16:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:43,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593803218"}]},"ts":"1731593803218"} 2024-11-14T14:16:43,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:16:43,220 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:16:43,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:16:43,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, UNASSIGN}] 2024-11-14T14:16:43,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, UNASSIGN 2024-11-14T14:16:43,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, UNASSIGN because future has completed 2024-11-14T14:16:43,227 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:16:43,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:43,381 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:43,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:16:43,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing d5b83b0f73be07ae646a08992a3cbcc5, disabling compactions & flushes 2024-11-14T14:16:43,381 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:43,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:43,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. after waiting 0 ms 2024-11-14T14:16:43,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:43,382 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing d5b83b0f73be07ae646a08992a3cbcc5 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:16:43,382 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=A 2024-11-14T14:16:43,382 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:43,382 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=B 2024-11-14T14:16:43,382 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:43,382 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5b83b0f73be07ae646a08992a3cbcc5, store=C 2024-11-14T14:16:43,383 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:43,393 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145ab3075d060c44879478dac07dcf5198_d5b83b0f73be07ae646a08992a3cbcc5 is 50, key is test_row_0/A:col10/1731593802354/Put/seqid=0 2024-11-14T14:16:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742056_1232 (size=9914) 2024-11-14T14:16:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:43,799 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:43,808 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145ab3075d060c44879478dac07dcf5198_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ab3075d060c44879478dac07dcf5198_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:43,810 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/691c0db57c81496b8e46fad2ad16c657, store: [table=TestAcidGuarantees family=A region=d5b83b0f73be07ae646a08992a3cbcc5] 2024-11-14T14:16:43,810 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/691c0db57c81496b8e46fad2ad16c657 is 175, key is test_row_0/A:col10/1731593802354/Put/seqid=0 2024-11-14T14:16:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742057_1233 (size=22561) 2024-11-14T14:16:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:44,216 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/691c0db57c81496b8e46fad2ad16c657 2024-11-14T14:16:44,231 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f52984eb0fa4a4b9f1cd28aaab6b587 is 50, key is test_row_0/B:col10/1731593802354/Put/seqid=0 2024-11-14T14:16:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742058_1234 (size=9857) 2024-11-14T14:16:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:44,637 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f52984eb0fa4a4b9f1cd28aaab6b587 2024-11-14T14:16:44,650 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/2ec8ef46845c42d0bb5137ca35a1834f is 50, key is test_row_0/C:col10/1731593802354/Put/seqid=0 2024-11-14T14:16:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742059_1235 (size=9857) 2024-11-14T14:16:45,056 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/2ec8ef46845c42d0bb5137ca35a1834f 2024-11-14T14:16:45,066 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/A/691c0db57c81496b8e46fad2ad16c657 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/691c0db57c81496b8e46fad2ad16c657 2024-11-14T14:16:45,074 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/691c0db57c81496b8e46fad2ad16c657, entries=100, sequenceid=464, filesize=22.0 K 2024-11-14T14:16:45,076 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/B/3f52984eb0fa4a4b9f1cd28aaab6b587 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f52984eb0fa4a4b9f1cd28aaab6b587 2024-11-14T14:16:45,082 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f52984eb0fa4a4b9f1cd28aaab6b587, entries=100, sequenceid=464, filesize=9.6 K 2024-11-14T14:16:45,082 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/.tmp/C/2ec8ef46845c42d0bb5137ca35a1834f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/2ec8ef46845c42d0bb5137ca35a1834f 2024-11-14T14:16:45,086 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/2ec8ef46845c42d0bb5137ca35a1834f, entries=100, sequenceid=464, filesize=9.6 K 2024-11-14T14:16:45,087 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for d5b83b0f73be07ae646a08992a3cbcc5 in 1706ms, sequenceid=464, compaction requested=true 2024-11-14T14:16:45,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a] to archive 2024-11-14T14:16:45,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:45,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/13f1b702b0e743df8b05687afb3b2422 2024-11-14T14:16:45,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6265333eccd24f38a7d1dc736106a947 2024-11-14T14:16:45,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/56a965cfad5c46929eac05971cd5479a 2024-11-14T14:16:45,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e60ba1742863437c8fb5beddaf595a54 2024-11-14T14:16:45,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/ae18bf63f4bd40a58ad3d27f09ab21ae 2024-11-14T14:16:45,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b52fd1297969429a9337968752eab74d 2024-11-14T14:16:45,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/717ff281d8884004b4793fd5a46d4a62 2024-11-14T14:16:45,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/f65bd03ec6d746c9b6f96b4b702d5493 2024-11-14T14:16:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/b2697ec96e39481eab3499849264c194 2024-11-14T14:16:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3c4c0225867543dea4e17cd9a22ad3f2 2024-11-14T14:16:45,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/91a865d215e34b1caa3454ca35204c9a 2024-11-14T14:16:45,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e1d7642a23a845cab8c5bfd150828d5f 2024-11-14T14:16:45,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/6a7956115f4742f69ee7d125900c5b94 2024-11-14T14:16:45,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a23b153162ac4b01a5aec14beebf67e0 2024-11-14T14:16:45,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/4f0cc52380204c8c860b8b3859611b76 2024-11-14T14:16:45,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/580ced09506649b783391a0c3e61c862 2024-11-14T14:16:45,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/466662740ef645e99c3c61a4a1caa2c7 2024-11-14T14:16:45,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/18c45b0cdb7249d3b822c2dfb54f71a1 2024-11-14T14:16:45,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/273f74be7ba64eb29bae5edfd80e3cc4 2024-11-14T14:16:45,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/317507f919eb4979884759d888d7bba4 2024-11-14T14:16:45,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/9bc2761ccd7841b693a2870412e2cdf8 2024-11-14T14:16:45,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/3077e3400eeb4756828039829b3bf00d 2024-11-14T14:16:45,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/20e38dd93a8a48bb8b0db898c48457e3 2024-11-14T14:16:45,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/54e6cdcc8b054a369fc9989ab8121b61 2024-11-14T14:16:45,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/a95d82d6feca4288bb4f04fa6463f52a 2024-11-14T14:16:45,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/546759b08da243bca9d7757f206072d9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/1bc31fefd4fb447498ea58ddfc065dc1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d266e7276e954755a59e3d1e3e153e54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/5fe06d50d9454bcab59dd539eb52019e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d4182c62bb6d4e0c9deca169d22243d1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a0b67912f2dd4e9aa7ffacd8a34efcb5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205] to archive 2024-11-14T14:16:45,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:45,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/48c050f215fa48c1a2fd886bcc41f59c 2024-11-14T14:16:45,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f2e64c76d7447c9b59d5607acadae84 2024-11-14T14:16:45,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/546759b08da243bca9d7757f206072d9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/546759b08da243bca9d7757f206072d9 2024-11-14T14:16:45,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a9376cfcd79845a6943ba0ee82067e97 2024-11-14T14:16:45,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6f75746ddbcb4403ad3aafd8e4ad77f2 2024-11-14T14:16:45,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/6dbc9faa2da74dc0998a11e668e2358f 2024-11-14T14:16:45,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/1bc31fefd4fb447498ea58ddfc065dc1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/1bc31fefd4fb447498ea58ddfc065dc1 2024-11-14T14:16:45,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2286cab48b12492fba732747177dd4b7 2024-11-14T14:16:45,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/2206a4fde31c4a9d8d8424ead09d2f41 2024-11-14T14:16:45,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/fb4fd14c15044826899a0f0d3024e18d 2024-11-14T14:16:45,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d266e7276e954755a59e3d1e3e153e54 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d266e7276e954755a59e3d1e3e153e54 2024-11-14T14:16:45,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ba8adb47d9bc416bbb4c048d9ba297e7 2024-11-14T14:16:45,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/4f37cf9adc1e484d9db97188c96d32bb 2024-11-14T14:16:45,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f75da44890c3460ca01e7b1e36094afd 2024-11-14T14:16:45,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/5fe06d50d9454bcab59dd539eb52019e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/5fe06d50d9454bcab59dd539eb52019e 2024-11-14T14:16:45,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/70c6432278eb40a99df656849f6756bd 2024-11-14T14:16:45,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f72fb9348e240698ca8aebd8105ba3f 2024-11-14T14:16:45,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d4182c62bb6d4e0c9deca169d22243d1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/d4182c62bb6d4e0c9deca169d22243d1 2024-11-14T14:16:45,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/61ecf754ea094587b1c38b8a2b21e708 2024-11-14T14:16:45,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/ec98142c137b4bbd8404813948700b26 2024-11-14T14:16:45,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a0b67912f2dd4e9aa7ffacd8a34efcb5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/a0b67912f2dd4e9aa7ffacd8a34efcb5 2024-11-14T14:16:45,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/b44ac19236f44597bc2f3b8d96b7e5a5 2024-11-14T14:16:45,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3573a4e5317d4238a7de2dfa1fd0c67c 2024-11-14T14:16:45,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/f16f5bcbca944761ad021d938099d491 2024-11-14T14:16:45,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/e746d8852f9b4bb5b9abdc1aa61b9205 2024-11-14T14:16:45,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a5392495cb9842918b658403837ecc37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/10939470f7f94c6aacb75df054c310c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d1de3870d20b4b199d2be75e27a625e7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d536ee8e83044db69181ea43ccf6ead8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/cab7c3fdfd624a0eb1f526cc4845ca98, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7aa3477341784202a8fd0fb7b0de7e37, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732] to archive 2024-11-14T14:16:45,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:16:45,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/e7ebc16297c1497aa4fdabb09dae3211 2024-11-14T14:16:45,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/341470299065483ea023a689cd520614 2024-11-14T14:16:45,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a5392495cb9842918b658403837ecc37 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a5392495cb9842918b658403837ecc37 2024-11-14T14:16:45,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/a3b6340298344aa1bd95cf220c75ecda 2024-11-14T14:16:45,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0f6d8d60a3bc4faa986267a4d246a525 2024-11-14T14:16:45,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/8074a9b108e645d1a5d5926eb71b19ad 2024-11-14T14:16:45,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/10939470f7f94c6aacb75df054c310c8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/10939470f7f94c6aacb75df054c310c8 2024-11-14T14:16:45,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7280ea8f3433423b8dac1e1402a60f61 2024-11-14T14:16:45,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0fdabd339e2346369d3aa61656fc35cf 2024-11-14T14:16:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/60a7a3ee82224762879e65ef4076f26e 2024-11-14T14:16:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d1de3870d20b4b199d2be75e27a625e7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d1de3870d20b4b199d2be75e27a625e7 2024-11-14T14:16:45,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/5da574ddc2cc46679f4080517e654209 2024-11-14T14:16:45,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/ffb4c019f6844c16a9d8a8641204ed46 2024-11-14T14:16:45,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/db3c99c81b914f15ad26a0b15bd33cdc 2024-11-14T14:16:45,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d536ee8e83044db69181ea43ccf6ead8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/d536ee8e83044db69181ea43ccf6ead8 2024-11-14T14:16:45,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/9cd17421adbc4830834ac27f3e1f2fff 2024-11-14T14:16:45,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/25952bbc55ae4ca088508f009b32aaf6 2024-11-14T14:16:45,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/cab7c3fdfd624a0eb1f526cc4845ca98 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/cab7c3fdfd624a0eb1f526cc4845ca98 2024-11-14T14:16:45,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7e88f5212f414daeaddbc5ffc0c654e2 2024-11-14T14:16:45,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/0ec19c35cafc4854b44be39c19e273af 2024-11-14T14:16:45,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7aa3477341784202a8fd0fb7b0de7e37 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/7aa3477341784202a8fd0fb7b0de7e37 2024-11-14T14:16:45,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/16b61ec7df1d42c1aae8cfd2cae581d4 2024-11-14T14:16:45,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/c19e7a4a122e4ca7a385a94e1cdcbda6 2024-11-14T14:16:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/aec3780688fd4dfcae4b1ff707cbb708 2024-11-14T14:16:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/963cd1e41e3942bb85817fe90a712732 2024-11-14T14:16:45,162 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits/467.seqid, newMaxSeqId=467, maxSeqId=4 2024-11-14T14:16:45,163 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. 2024-11-14T14:16:45,163 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for d5b83b0f73be07ae646a08992a3cbcc5: Waiting for close lock at 1731593803381Running coprocessor pre-close hooks at 1731593803381Disabling compacts and flushes for region at 1731593803381Disabling writes for close at 1731593803381Obtaining lock to block concurrent updates at 1731593803382 (+1 ms)Preparing flush snapshotting stores in d5b83b0f73be07ae646a08992a3cbcc5 at 1731593803382Finished memstore snapshotting TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731593803383 (+1 ms)Flushing stores of TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5. at 1731593803384 (+1 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/A: creating writer at 1731593803384Flushing mob file d5b83b0f73be07ae646a08992a3cbcc5/A: appending metadata at 1731593803393 (+9 ms)Flushing mob file d5b83b0f73be07ae646a08992a3cbcc5/A: closing flushed file at 1731593803393Flushing d5b83b0f73be07ae646a08992a3cbcc5/A: appending metadata at 1731593803810 (+417 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/A: closing flushed file at 1731593803810Flushing d5b83b0f73be07ae646a08992a3cbcc5/B: creating writer at 1731593804228 (+418 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/B: appending metadata at 1731593804231 (+3 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/B: closing flushed file at 1731593804231Flushing d5b83b0f73be07ae646a08992a3cbcc5/C: creating writer at 1731593804647 (+416 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/C: appending metadata at 1731593804650 (+3 ms)Flushing d5b83b0f73be07ae646a08992a3cbcc5/C: closing flushed file at 1731593804650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5391d5: reopening flushed file at 1731593805065 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f34bc92: reopening flushed file at 1731593805074 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dc8d30: reopening flushed file at 1731593805082 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for d5b83b0f73be07ae646a08992a3cbcc5 in 1706ms, sequenceid=464, compaction requested=true at 1731593805087 (+5 ms)Writing region close event to WAL at 1731593805159 (+72 ms)Running coprocessor post-close hooks at 1731593805162 (+3 ms)Closed at 1731593805163 (+1 ms) 2024-11-14T14:16:45,164 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=d5b83b0f73be07ae646a08992a3cbcc5, regionState=CLOSED 2024-11-14T14:16:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:45,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T14:16:45,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure d5b83b0f73be07ae646a08992a3cbcc5, server=6e2cc31459a7,33627,1731593743487 in 1.9400 sec 2024-11-14T14:16:45,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T14:16:45,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5b83b0f73be07ae646a08992a3cbcc5, UNASSIGN in 1.9450 sec 2024-11-14T14:16:45,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T14:16:45,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9490 sec 2024-11-14T14:16:45,173 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593805173"}]},"ts":"1731593805173"} 2024-11-14T14:16:45,175 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:16:45,175 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:16:45,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9600 sec 2024-11-14T14:16:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:16:45,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:45,363 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:16:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,365 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T14:16:45,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,369 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,373 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits] 2024-11-14T14:16:45,377 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/375f86fb843742f5958e243c71a9134b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/375f86fb843742f5958e243c71a9134b 2024-11-14T14:16:45,379 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/691c0db57c81496b8e46fad2ad16c657 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/691c0db57c81496b8e46fad2ad16c657 2024-11-14T14:16:45,380 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e7640b98fc544969936f3f79fe72c303 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/A/e7640b98fc544969936f3f79fe72c303 2024-11-14T14:16:45,384 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f52984eb0fa4a4b9f1cd28aaab6b587 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/3f52984eb0fa4a4b9f1cd28aaab6b587 2024-11-14T14:16:45,385 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c7a6547c2a494c118fc1b42a6d3b6220 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c7a6547c2a494c118fc1b42a6d3b6220 2024-11-14T14:16:45,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c833eeb9d2b641bb81aadbcb33d4e9d0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/B/c833eeb9d2b641bb81aadbcb33d4e9d0 2024-11-14T14:16:45,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/2ec8ef46845c42d0bb5137ca35a1834f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/2ec8ef46845c42d0bb5137ca35a1834f 2024-11-14T14:16:45,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/64292222994947e481b89f75735ad99f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/64292222994947e481b89f75735ad99f 2024-11-14T14:16:45,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/f2c14b1c9d534d3b98939feed039829f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/C/f2c14b1c9d534d3b98939feed039829f 2024-11-14T14:16:45,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits/467.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5/recovered.edits/467.seqid 2024-11-14T14:16:45,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:16:45,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:16:45,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:16:45,403 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114032aae251e00451fbf3a9c28eb542d81_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114032aae251e00451fbf3a9c28eb542d81_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,405 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140657c374fcd749edb52f37a7dfa3c19b_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140657c374fcd749edb52f37a7dfa3c19b_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,406 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182d7bc47fb94098836898144d668897_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182d7bc47fb94098836898144d668897_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,407 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142a1d501a21374ac98cb43c6a687e2614_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142a1d501a21374ac98cb43c6a687e2614_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,408 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111432e21e6c00334abb81b6043d4b16560d_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111432e21e6c00334abb81b6043d4b16560d_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,409 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144532a49324164a66ae5dde1cfca6ad62_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144532a49324164a66ae5dde1cfca6ad62_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,410 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144662fc5a6b2b47d6a765b970f21c639a_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144662fc5a6b2b47d6a765b970f21c639a_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,410 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ab3075d060c44879478dac07dcf5198_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ab3075d060c44879478dac07dcf5198_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,411 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468306ac3de0f448d9453f8ff4fa510d5_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468306ac3de0f448d9453f8ff4fa510d5_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146aafb8d111c34ef2a618c0ce1073a8fc_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146aafb8d111c34ef2a618c0ce1073a8fc_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,414 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf165f90e9e4114b1de6d1e511f21d9_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf165f90e9e4114b1de6d1e511f21d9_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,415 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114913fa7a5f5e8496d9787f90f2ab3a6b8_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114913fa7a5f5e8496d9787f90f2ab3a6b8_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,416 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493adcc469668423d8dcaf6df73c94f0c_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493adcc469668423d8dcaf6df73c94f0c_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,417 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f97dfec0c374fdc9c76a1daef1855c8_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f97dfec0c374fdc9c76a1daef1855c8_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,418 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8f3fac32c414947a2a97444de73e9b5_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8f3fac32c414947a2a97444de73e9b5_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,419 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa70cf0c44694dd5ab7e30947a6810f0_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa70cf0c44694dd5ab7e30947a6810f0_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,420 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b686131de49f4257bf5ac95c7569c80a_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b686131de49f4257bf5ac95c7569c80a_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bbe6d7c241e34e50863dc15a911d3211_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bbe6d7c241e34e50863dc15a911d3211_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cc884033282d4bf99af58d1a9bd1cd64_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cc884033282d4bf99af58d1a9bd1cd64_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,422 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d59fed1ea3b14f8c906c55bdb29e9729_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d59fed1ea3b14f8c906c55bdb29e9729_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,423 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fbe4c2f4b10942d2821913235c87c3fa_d5b83b0f73be07ae646a08992a3cbcc5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fbe4c2f4b10942d2821913235c87c3fa_d5b83b0f73be07ae646a08992a3cbcc5 2024-11-14T14:16:45,424 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:16:45,426 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,428 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:16:45,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:16:45,431 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,431 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:16:45,432 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593805431"}]},"ts":"9223372036854775807"} 2024-11-14T14:16:45,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:16:45,434 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d5b83b0f73be07ae646a08992a3cbcc5, NAME => 'TestAcidGuarantees,,1731593778661.d5b83b0f73be07ae646a08992a3cbcc5.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:16:45,434 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:16:45,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593805434"}]},"ts":"9223372036854775807"} 2024-11-14T14:16:45,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:16:45,436 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-14T14:16:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T14:16:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:16:45,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:45,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 246) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1907148522_22 at /127.0.0.1:42280 [Waiting for operation #607] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984332954_22 at /127.0.0.1:57584 [Waiting for operation #585] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1907148522_22 at /127.0.0.1:57780 [Waiting for operation #502] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984332954_22 at /127.0.0.1:57784 [Waiting for operation #514] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2482 (was 2702) 2024-11-14T14:16:45,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=2482 2024-11-14T14:16:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:16:45,490 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:16:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:16:45,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:16:45,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:45,492 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-14T14:16:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:45,492 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:16:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742060_1236 (size=1061) 2024-11-14T14:16:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:45,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:16:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742061_1237 (size=53) 2024-11-14T14:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5053ac3bda4fe081cbad6596cfd73c30, disabling compactions & flushes 2024-11-14T14:16:46,306 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. after waiting 0 ms 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,306 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5053ac3bda4fe081cbad6596cfd73c30: Waiting for close lock at 1731593806306Disabling compacts and flushes for region at 1731593806306Disabling writes for close at 1731593806306Writing region close event to WAL at 1731593806306Closed at 1731593806306 2024-11-14T14:16:46,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:16:46,309 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593806308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593806308"}]},"ts":"1731593806308"} 2024-11-14T14:16:46,311 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:16:46,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:16:46,313 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593806313"}]},"ts":"1731593806313"} 2024-11-14T14:16:46,315 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:16:46,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, ASSIGN}] 2024-11-14T14:16:46,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, ASSIGN 2024-11-14T14:16:46,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:16:46,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5053ac3bda4fe081cbad6596cfd73c30, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, ASSIGN because future has completed 2024-11-14T14:16:46,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:16:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:46,634 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,634 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:16:46,635 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,635 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:16:46,635 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,635 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,636 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,638 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:46,638 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053ac3bda4fe081cbad6596cfd73c30 columnFamilyName A 2024-11-14T14:16:46,638 DEBUG [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:46,639 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(327): Store=5053ac3bda4fe081cbad6596cfd73c30/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:46,639 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,640 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:46,641 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053ac3bda4fe081cbad6596cfd73c30 columnFamilyName B 2024-11-14T14:16:46,641 DEBUG [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:46,641 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(327): Store=5053ac3bda4fe081cbad6596cfd73c30/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:46,641 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,643 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:16:46,643 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053ac3bda4fe081cbad6596cfd73c30 columnFamilyName C 2024-11-14T14:16:46,643 DEBUG [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:16:46,643 INFO [StoreOpener-5053ac3bda4fe081cbad6596cfd73c30-1 {}] regionserver.HStore(327): Store=5053ac3bda4fe081cbad6596cfd73c30/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:16:46,644 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,644 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,644 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,645 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,646 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,646 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,646 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:16:46,648 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,650 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:16:46,650 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 5053ac3bda4fe081cbad6596cfd73c30; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74205139, jitterRate=0.10574273765087128}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:16:46,650 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:46,651 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 5053ac3bda4fe081cbad6596cfd73c30: Running coprocessor pre-open hook at 1731593806635Writing region info on filesystem at 1731593806635Initializing all the Stores at 1731593806636 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593806636Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593806636Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593806636Cleaning up temporary data from old regions at 1731593806646 (+10 ms)Running coprocessor post-open hooks at 1731593806650 (+4 ms)Region opened successfully at 1731593806651 (+1 ms) 2024-11-14T14:16:46,652 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., pid=63, masterSystemTime=1731593806626 2024-11-14T14:16:46,654 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,654 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:46,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5053ac3bda4fe081cbad6596cfd73c30, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:46,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:16:46,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T14:16:46,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 in 185 msec 2024-11-14T14:16:46,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T14:16:46,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, ASSIGN in 344 msec 2024-11-14T14:16:46,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:16:46,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593806662"}]},"ts":"1731593806662"} 2024-11-14T14:16:46,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:16:46,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:16:46,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-14T14:16:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T14:16:47,653 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:47,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206c4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26aa330d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7669f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:16:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:16:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b7d0f0 2024-11-14T14:16:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:16:47,668 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:16:47,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cde69b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756b73ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740999be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cf162e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,673 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161ea75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50743fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240c3b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b86b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac773c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faf75fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,679 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b8729b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435f40ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134d1413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783ec77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117cd7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdd3a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,685 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aed4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df39431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fafaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39978d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6c5e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f507a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,691 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8b88f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35038a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,694 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cc64d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e204fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:16:47,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:16:47,697 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2961ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:16:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:16:47,698 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:16:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ce0508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:16:47,699 DEBUG [Thread-1123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,699 DEBUG [Thread-1121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,699 DEBUG [Thread-1108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,699 DEBUG [Thread-1114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,699 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,699 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,700 DEBUG [Thread-1112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,701 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,701 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:47,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,702 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-14T14:16:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:47,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,705 DEBUG [Thread-1110 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:16:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:16:47,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:16:47,707 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:47,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:47,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:16:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:16:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:47,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:47,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/40cc238570614f7982b26eae7c3f61dd is 50, key is test_row_0/A:col10/1731593807754/Put/seqid=0 2024-11-14T14:16:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593867775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593867776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593807772, max timestamp=1731593807782Num uniques 859; 2024-11-14T14:16:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593867776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593807772, max timestamp=1731593807782Num uniques 859; 2024-11-14T14:16:47,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:47,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:16:47,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731593807772, max timestamp=1731593807779Num uniques 859; 2024-11-14T14:16:47,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742062_1238 (size=16681) 2024-11-14T14:16:47,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/40cc238570614f7982b26eae7c3f61dd 2024-11-14T14:16:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:47,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593867828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/cddace8a840d4df081d5d886d9474c29 is 50, key is test_row_0/B:col10/1731593807754/Put/seqid=0 2024-11-14T14:16:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593867834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742063_1239 (size=12001) 2024-11-14T14:16:47,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/cddace8a840d4df081d5d886d9474c29 2024-11-14T14:16:47,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T14:16:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:47,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:47,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/e5723581a7fa4e84a28956dcc64c6808 is 50, key is test_row_0/C:col10/1731593807754/Put/seqid=0 2024-11-14T14:16:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742064_1240 (size=12001) 2024-11-14T14:16:47,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593867893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593867893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593867893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593867943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593867943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T14:16:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:48,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:48,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593868102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593868103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593868103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593868153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593868153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T14:16:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:48,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:48,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/e5723581a7fa4e84a28956dcc64c6808 2024-11-14T14:16:48,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/40cc238570614f7982b26eae7c3f61dd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd 2024-11-14T14:16:48,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd, entries=250, sequenceid=12, filesize=16.3 K 2024-11-14T14:16:48,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/cddace8a840d4df081d5d886d9474c29 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29 2024-11-14T14:16:48,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T14:16:48,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/e5723581a7fa4e84a28956dcc64c6808 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808 2024-11-14T14:16:48,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T14:16:48,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 5053ac3bda4fe081cbad6596cfd73c30 in 539ms, sequenceid=12, compaction requested=false 2024-11-14T14:16:48,294 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:16:48,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:48,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T14:16:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:48,323 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:16:48,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/2dcb410a437d4e6888d0c5a668350794 is 50, key is test_row_0/A:col10/1731593807826/Put/seqid=0 2024-11-14T14:16:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742065_1241 (size=12001) 2024-11-14T14:16:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:48,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:48,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593868420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593868425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593868425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593868463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593868463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593868533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593868533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593868533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,738 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/2dcb410a437d4e6888d0c5a668350794 2024-11-14T14:16:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/1e65c48a3245453c8706b7bb426d812b is 50, key is test_row_0/B:col10/1731593807826/Put/seqid=0 2024-11-14T14:16:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593868743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593868743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593868744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742066_1242 (size=12001) 2024-11-14T14:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593868973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593868973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593869052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593869053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593869053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/1e65c48a3245453c8706b7bb426d812b 2024-11-14T14:16:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/4c3962a5cf364f219480dea4f6d1e6c8 is 50, key is test_row_0/C:col10/1731593807826/Put/seqid=0 2024-11-14T14:16:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742067_1243 (size=12001) 2024-11-14T14:16:49,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593869562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/4c3962a5cf364f219480dea4f6d1e6c8 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593869562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593869562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/2dcb410a437d4e6888d0c5a668350794 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794 2024-11-14T14:16:49,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794, entries=150, sequenceid=48, filesize=11.7 K 2024-11-14T14:16:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/1e65c48a3245453c8706b7bb426d812b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b 2024-11-14T14:16:49,578 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b, entries=150, sequenceid=48, filesize=11.7 K 2024-11-14T14:16:49,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/4c3962a5cf364f219480dea4f6d1e6c8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8 2024-11-14T14:16:49,583 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8, entries=150, sequenceid=48, filesize=11.7 K 2024-11-14T14:16:49,584 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 5053ac3bda4fe081cbad6596cfd73c30 in 1261ms, sequenceid=48, compaction requested=false 2024-11-14T14:16:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-14T14:16:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-14T14:16:49,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-14T14:16:49,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8770 sec 2024-11-14T14:16:49,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.8860 sec 2024-11-14T14:16:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T14:16:49,853 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:49,853 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-14T14:16:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:49,855 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:49,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:49,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:49,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:49,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/65f6c6834cc34a2b94df89a71c482a0b is 50, key is test_row_0/A:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742068_1244 (size=16681) 2024-11-14T14:16:49,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/65f6c6834cc34a2b94df89a71c482a0b 2024-11-14T14:16:50,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e531e751e3eb43a7b3d9aec51369ac01 is 50, key is test_row_0/B:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:50,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742069_1245 (size=12001) 2024-11-14T14:16:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593870027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593870030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593870142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593870142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:50,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593870353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593870353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e531e751e3eb43a7b3d9aec51369ac01 2024-11-14T14:16:50,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/636650fad3814d76bd46ad75a7abe90f is 50, key is test_row_0/C:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:50,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742070_1246 (size=12001) 2024-11-14T14:16:50,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593870573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593870573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593870573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,576 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:50,576 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593870663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593870663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:50,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:16:50,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:50,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/636650fad3814d76bd46ad75a7abe90f 2024-11-14T14:16:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/65f6c6834cc34a2b94df89a71c482a0b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b 2024-11-14T14:16:50,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b, entries=250, sequenceid=61, filesize=16.3 K 2024-11-14T14:16:50,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e531e751e3eb43a7b3d9aec51369ac01 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01 2024-11-14T14:16:50,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:16:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/636650fad3814d76bd46ad75a7abe90f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f 2024-11-14T14:16:50,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:16:50,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 5053ac3bda4fe081cbad6596cfd73c30 in 862ms, sequenceid=61, compaction requested=true 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:50,847 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:50,847 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:16:50,848 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,848 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,848 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.2 K 2024-11-14T14:16:50,848 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=44.3 K 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cddace8a840d4df081d5d886d9474c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731593807754 2024-11-14T14:16:50,848 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40cc238570614f7982b26eae7c3f61dd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731593807708 2024-11-14T14:16:50,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dcb410a437d4e6888d0c5a668350794, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731593807809 2024-11-14T14:16:50,850 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65f6c6834cc34a2b94df89a71c482a0b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:50,850 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e65c48a3245453c8706b7bb426d812b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731593807809 2024-11-14T14:16:50,850 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e531e751e3eb43a7b3d9aec51369ac01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:50,860 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:50,861 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/cb2defb08f574211a67489fa28b70bce is 50, key is test_row_0/B:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:50,863 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:50,864 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/697b90df6114443791a0a6adf0f4d76c is 50, key is test_row_0/A:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742071_1247 (size=12104) 2024-11-14T14:16:50,880 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/cb2defb08f574211a67489fa28b70bce as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cb2defb08f574211a67489fa28b70bce 2024-11-14T14:16:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742072_1248 (size=12104) 2024-11-14T14:16:50,887 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into cb2defb08f574211a67489fa28b70bce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:50,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:50,887 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593810847; duration=0sec 2024-11-14T14:16:50,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:50,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:16:50,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:50,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:50,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:16:50,889 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,889 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.2 K 2024-11-14T14:16:50,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e5723581a7fa4e84a28956dcc64c6808, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731593807754 2024-11-14T14:16:50,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c3962a5cf364f219480dea4f6d1e6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731593807809 2024-11-14T14:16:50,891 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 636650fad3814d76bd46ad75a7abe90f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:50,904 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:50,905 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/0bd47db324c845eda3089f9d8f10bab0 is 50, key is test_row_0/C:col10/1731593808419/Put/seqid=0 2024-11-14T14:16:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742073_1249 (size=12104) 2024-11-14T14:16:50,917 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/0bd47db324c845eda3089f9d8f10bab0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0bd47db324c845eda3089f9d8f10bab0 2024-11-14T14:16:50,923 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into 0bd47db324c845eda3089f9d8f10bab0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:50,923 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:50,923 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593810847; duration=0sec 2024-11-14T14:16:50,923 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:50,923 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:16:50,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:16:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:50,927 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/396583a8c2cf40d3a3747e7698732b18 is 50, key is test_row_0/A:col10/1731593810019/Put/seqid=0 2024-11-14T14:16:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742074_1250 (size=12001) 2024-11-14T14:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:51,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:51,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593871195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593871196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,288 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/697b90df6114443791a0a6adf0f4d76c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/697b90df6114443791a0a6adf0f4d76c 2024-11-14T14:16:51,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into 697b90df6114443791a0a6adf0f4d76c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:51,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:51,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593810847; duration=0sec 2024-11-14T14:16:51,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:51,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:16:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593871303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593871303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,340 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/396583a8c2cf40d3a3747e7698732b18 2024-11-14T14:16:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/0a87372a4a184dfe8e754e45fee8c25b is 50, key is test_row_0/B:col10/1731593810019/Put/seqid=0 2024-11-14T14:16:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742075_1251 (size=12001) 2024-11-14T14:16:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593871513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593871513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/0a87372a4a184dfe8e754e45fee8c25b 2024-11-14T14:16:51,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/5359b7886cf64d8b96f3684fdeb0f3d0 is 50, key is test_row_0/C:col10/1731593810019/Put/seqid=0 2024-11-14T14:16:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742076_1252 (size=12001) 2024-11-14T14:16:51,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593871823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593871823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/5359b7886cf64d8b96f3684fdeb0f3d0 2024-11-14T14:16:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/396583a8c2cf40d3a3747e7698732b18 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18 2024-11-14T14:16:52,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:16:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/0a87372a4a184dfe8e754e45fee8c25b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b 2024-11-14T14:16:52,187 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:16:52,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/5359b7886cf64d8b96f3684fdeb0f3d0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0 2024-11-14T14:16:52,192 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:16:52,193 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5053ac3bda4fe081cbad6596cfd73c30 in 1266ms, sequenceid=82, compaction requested=false 2024-11-14T14:16:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-14T14:16:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-14T14:16:52,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T14:16:52,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-11-14T14:16:52,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.3440 sec 2024-11-14T14:16:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:52,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:52,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/5baf2c5e4c0241a69262db7cd35b1efe is 50, key is test_row_0/A:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742077_1253 (size=12001) 2024-11-14T14:16:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593872369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593872371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593872482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593872482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593872592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593872592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,595 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:52,595 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593872603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,605 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593872692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593872692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:52,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/5baf2c5e4c0241a69262db7cd35b1efe 2024-11-14T14:16:52,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/66e4592589ce4ddda3b223f8cae73879 is 50, key is test_row_0/B:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742078_1254 (size=12001) 2024-11-14T14:16:52,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/66e4592589ce4ddda3b223f8cae73879 2024-11-14T14:16:52,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9992b6e78b24163861c2877367c5d81 is 50, key is test_row_0/C:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742079_1255 (size=12001) 2024-11-14T14:16:53,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593873003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593873003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9992b6e78b24163861c2877367c5d81 2024-11-14T14:16:53,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/5baf2c5e4c0241a69262db7cd35b1efe as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe 2024-11-14T14:16:53,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:16:53,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/66e4592589ce4ddda3b223f8cae73879 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879 2024-11-14T14:16:53,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:16:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9992b6e78b24163861c2877367c5d81 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81 2024-11-14T14:16:53,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:16:53,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5053ac3bda4fe081cbad6596cfd73c30 in 895ms, sequenceid=97, compaction requested=true 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:53,230 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:53,230 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:53,231 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:53,231 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:16:53,231 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:53,231 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/697b90df6114443791a0a6adf0f4d76c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.3 K 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:16:53,232 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:53,232 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cb2defb08f574211a67489fa28b70bce, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.3 K 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 697b90df6114443791a0a6adf0f4d76c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cb2defb08f574211a67489fa28b70bce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 396583a8c2cf40d3a3747e7698732b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593810019 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a87372a4a184dfe8e754e45fee8c25b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593810019 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5baf2c5e4c0241a69262db7cd35b1efe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:53,232 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 66e4592589ce4ddda3b223f8cae73879, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:53,250 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:53,250 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:53,251 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/52ecb21d679c49e39d46d397010431c4 is 50, key is test_row_0/B:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:53,251 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/f71fe59f54e04c6e8b774acf1abb392d is 50, key is test_row_0/A:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742080_1256 (size=12207) 2024-11-14T14:16:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742081_1257 (size=12207) 2024-11-14T14:16:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:53,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:16:53,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:53,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:53,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:53,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:53,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:53,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:53,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/657bc7df739847a1b72777b4e0cd539a is 50, key is test_row_0/A:col10/1731593813513/Put/seqid=0 2024-11-14T14:16:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742082_1258 (size=12001) 2024-11-14T14:16:53,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/657bc7df739847a1b72777b4e0cd539a 2024-11-14T14:16:53,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4a2427c9352c4861b5b4da7250b3fdba is 50, key is test_row_0/B:col10/1731593813513/Put/seqid=0 2024-11-14T14:16:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593873538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593873540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742083_1259 (size=12001) 2024-11-14T14:16:53,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4a2427c9352c4861b5b4da7250b3fdba 2024-11-14T14:16:53,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/844e67d6ef84496ca0821f35efa6d607 is 50, key is test_row_0/C:col10/1731593813513/Put/seqid=0 2024-11-14T14:16:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742084_1260 (size=12001) 2024-11-14T14:16:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593873652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593873652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,670 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/f71fe59f54e04c6e8b774acf1abb392d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/f71fe59f54e04c6e8b774acf1abb392d 2024-11-14T14:16:53,670 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/52ecb21d679c49e39d46d397010431c4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/52ecb21d679c49e39d46d397010431c4 2024-11-14T14:16:53,674 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into f71fe59f54e04c6e8b774acf1abb392d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:53,674 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into 52ecb21d679c49e39d46d397010431c4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:53,674 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593813230; duration=0sec 2024-11-14T14:16:53,674 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593813230; duration=0sec 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:16:53,674 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:53,675 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:53,675 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:16:53,675 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:53,675 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0bd47db324c845eda3089f9d8f10bab0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.3 K 2024-11-14T14:16:53,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd47db324c845eda3089f9d8f10bab0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731593808419 2024-11-14T14:16:53,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5359b7886cf64d8b96f3684fdeb0f3d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593810019 2024-11-14T14:16:53,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d9992b6e78b24163861c2877367c5d81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:53,682 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:53,682 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/0429300087a44fdfabc1ffe975b389b6 is 50, key is test_row_0/C:col10/1731593811180/Put/seqid=0 2024-11-14T14:16:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742085_1261 (size=12207) 2024-11-14T14:16:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593873863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593873863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:53,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/844e67d6ef84496ca0821f35efa6d607 2024-11-14T14:16:53,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/657bc7df739847a1b72777b4e0cd539a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a 2024-11-14T14:16:53,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:16:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4a2427c9352c4861b5b4da7250b3fdba as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba 2024-11-14T14:16:53,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:16:53,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/844e67d6ef84496ca0821f35efa6d607 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607 2024-11-14T14:16:53,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:16:53,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5053ac3bda4fe081cbad6596cfd73c30 in 460ms, sequenceid=116, compaction requested=false 2024-11-14T14:16:53,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:16:54,022 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:54,023 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T14:16:54,024 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:54,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:54,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:54,095 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/0429300087a44fdfabc1ffe975b389b6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0429300087a44fdfabc1ffe975b389b6 2024-11-14T14:16:54,099 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into 0429300087a44fdfabc1ffe975b389b6(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:54,099 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:54,099 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593813230; duration=0sec 2024-11-14T14:16:54,100 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:54,100 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:16:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:54,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e7fb641d0d534c28a8f0a93183f239d2 is 50, key is test_row_0/A:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742086_1262 (size=14391) 2024-11-14T14:16:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593874203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593874208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593874313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593874323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:54,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:16:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593874522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593874533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e7fb641d0d534c28a8f0a93183f239d2 2024-11-14T14:16:54,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/be6e0ede0baf4127a5751f3aa08665da is 50, key is test_row_0/B:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742087_1263 (size=12051) 2024-11-14T14:16:54,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/be6e0ede0baf4127a5751f3aa08665da 2024-11-14T14:16:54,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/732302b9c3d84d0fa34741740c1df146 is 50, key is test_row_0/C:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:54,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742088_1264 (size=12051) 2024-11-14T14:16:54,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/732302b9c3d84d0fa34741740c1df146 2024-11-14T14:16:54,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e7fb641d0d534c28a8f0a93183f239d2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2 2024-11-14T14:16:54,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:54,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2, entries=200, sequenceid=133, filesize=14.1 K 2024-11-14T14:16:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/be6e0ede0baf4127a5751f3aa08665da as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da 2024-11-14T14:16:54,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:16:54,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/732302b9c3d84d0fa34741740c1df146 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146 2024-11-14T14:16:54,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:16:54,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5053ac3bda4fe081cbad6596cfd73c30 in 473ms, sequenceid=133, compaction requested=true 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:54,648 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:54,648 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:54,649 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:54,649 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:54,649 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:16:54,649 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:16:54,649 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,649 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,649 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/52ecb21d679c49e39d46d397010431c4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.4 K 2024-11-14T14:16:54,649 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/f71fe59f54e04c6e8b774acf1abb392d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=37.7 K 2024-11-14T14:16:54,650 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f71fe59f54e04c6e8b774acf1abb392d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:54,650 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ecb21d679c49e39d46d397010431c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:54,650 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 657bc7df739847a1b72777b4e0cd539a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593812361 2024-11-14T14:16:54,650 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2427c9352c4861b5b4da7250b3fdba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593812361 2024-11-14T14:16:54,651 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7fb641d0d534c28a8f0a93183f239d2, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:54,651 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting be6e0ede0baf4127a5751f3aa08665da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:54,661 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:54,661 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:54,661 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/fb2a54986fc14dc7b42cc452db3cd024 is 50, key is test_row_0/A:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:54,661 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/3f324750fd9246998adda6e5448ef060 is 50, key is test_row_0/B:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742089_1265 (size=12359) 2024-11-14T14:16:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742090_1266 (size=12359) 2024-11-14T14:16:54,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:54,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:54,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/a034093ecd734260b5a3128dd3204366 is 50, key is test_row_0/A:col10/1731593814206/Put/seqid=0 2024-11-14T14:16:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742091_1267 (size=12151) 2024-11-14T14:16:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593874858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593874862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593874972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593874973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:54,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:54,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:55,080 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/fb2a54986fc14dc7b42cc452db3cd024 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fb2a54986fc14dc7b42cc452db3cd024 2024-11-14T14:16:55,080 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/3f324750fd9246998adda6e5448ef060 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/3f324750fd9246998adda6e5448ef060 2024-11-14T14:16:55,085 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into 3f324750fd9246998adda6e5448ef060(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:55,085 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into fb2a54986fc14dc7b42cc452db3cd024(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:55,085 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593814648; duration=0sec 2024-11-14T14:16:55,085 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593814648; duration=0sec 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:16:55,085 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:16:55,086 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:16:55,086 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:16:55,086 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:55,086 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0429300087a44fdfabc1ffe975b389b6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=35.4 K 2024-11-14T14:16:55,086 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0429300087a44fdfabc1ffe975b389b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731593811180 2024-11-14T14:16:55,086 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 844e67d6ef84496ca0821f35efa6d607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593812361 2024-11-14T14:16:55,087 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 732302b9c3d84d0fa34741740c1df146, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:55,093 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:55,094 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/9a80081bf75444a0a34600505522de6b is 50, key is test_row_0/C:col10/1731593814173/Put/seqid=0 2024-11-14T14:16:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742092_1268 (size=12359) 2024-11-14T14:16:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:55,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593875183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:55,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593875183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:55,197 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/a034093ecd734260b5a3128dd3204366 2024-11-14T14:16:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a015749b067a4927857ace96145788e3 is 50, key is test_row_0/B:col10/1731593814206/Put/seqid=0 2024-11-14T14:16:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742093_1269 (size=12151) 2024-11-14T14:16:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593875492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:55,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593875492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:55,506 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/9a80081bf75444a0a34600505522de6b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9a80081bf75444a0a34600505522de6b 2024-11-14T14:16:55,511 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into 9a80081bf75444a0a34600505522de6b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:55,511 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:55,511 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593814648; duration=0sec 2024-11-14T14:16:55,511 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:55,511 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:16:55,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a015749b067a4927857ace96145788e3 2024-11-14T14:16:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/ec0f2f7c0ccb4a58ae45744104539da8 is 50, key is test_row_0/C:col10/1731593814206/Put/seqid=0 2024-11-14T14:16:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742094_1270 (size=12151) 2024-11-14T14:16:56,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593876003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593876003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/ec0f2f7c0ccb4a58ae45744104539da8 2024-11-14T14:16:56,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/a034093ecd734260b5a3128dd3204366 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366 2024-11-14T14:16:56,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T14:16:56,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a015749b067a4927857ace96145788e3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3 2024-11-14T14:16:56,043 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T14:16:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/ec0f2f7c0ccb4a58ae45744104539da8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8 2024-11-14T14:16:56,048 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T14:16:56,049 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5053ac3bda4fe081cbad6596cfd73c30 in 1260ms, sequenceid=151, compaction requested=false 2024-11-14T14:16:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T14:16:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T14:16:56,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T14:16:56,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-14T14:16:56,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0290 sec 2024-11-14T14:16:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:16:56,172 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:56,173 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T14:16:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:56,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:56,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:56,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:56,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T14:16:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:56,328 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:56,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/575225d1c466445f9f9d5b486c02f5d4 is 50, key is test_row_0/A:col10/1731593814857/Put/seqid=0 2024-11-14T14:16:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742095_1271 (size=12151) 2024-11-14T14:16:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:56,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:56,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593876651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593876654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593876655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,737 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/575225d1c466445f9f9d5b486c02f5d4 2024-11-14T14:16:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/fcea1071807c45ed9bd9c7987bc04cfe is 50, key is test_row_0/B:col10/1731593814857/Put/seqid=0 2024-11-14T14:16:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742096_1272 (size=12151) 2024-11-14T14:16:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593876762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593876762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593876772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593876972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593876972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593876983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593877023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593877023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,026 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,026 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/fcea1071807c45ed9bd9c7987bc04cfe 2024-11-14T14:16:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/18eb5d2de6774993be19d267eaf1b6b3 is 50, key is test_row_0/C:col10/1731593814857/Put/seqid=0 2024-11-14T14:16:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742097_1273 (size=12151) 2024-11-14T14:16:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593877283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593877283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593877292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:57,566 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/18eb5d2de6774993be19d267eaf1b6b3 2024-11-14T14:16:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/575225d1c466445f9f9d5b486c02f5d4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4 2024-11-14T14:16:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T14:16:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/fcea1071807c45ed9bd9c7987bc04cfe as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe 2024-11-14T14:16:57,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T14:16:57,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/18eb5d2de6774993be19d267eaf1b6b3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3 2024-11-14T14:16:57,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T14:16:57,588 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5053ac3bda4fe081cbad6596cfd73c30 in 1260ms, sequenceid=168, compaction requested=true 2024-11-14T14:16:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T14:16:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T14:16:57,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T14:16:57,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-14T14:16:57,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4190 sec 2024-11-14T14:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:57,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:57,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593877812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593877811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593877816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/1692d7145f05476db5c64e0323717119 is 50, key is test_row_0/A:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742098_1274 (size=16931) 2024-11-14T14:16:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593877923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593877923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593877923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593878133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593878133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593878133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/1692d7145f05476db5c64e0323717119 2024-11-14T14:16:58,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/80db2754f5854910b70c2d5e33472525 is 50, key is test_row_0/B:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742099_1275 (size=12151) 2024-11-14T14:16:58,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/80db2754f5854910b70c2d5e33472525 2024-11-14T14:16:58,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9f5201806a74f4fbd70310822568749 is 50, key is test_row_0/C:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742100_1276 (size=12151) 2024-11-14T14:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:16:58,323 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:16:58,323 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T14:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:16:58,325 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:16:58,325 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:16:58,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:16:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:16:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593878443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593878443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593878443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:16:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:16:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:16:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:16:58,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9f5201806a74f4fbd70310822568749 2024-11-14T14:16:58,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/1692d7145f05476db5c64e0323717119 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119 2024-11-14T14:16:58,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119, entries=250, sequenceid=188, filesize=16.5 K 2024-11-14T14:16:58,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/80db2754f5854910b70c2d5e33472525 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525 2024-11-14T14:16:58,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T14:16:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9f5201806a74f4fbd70310822568749 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749 2024-11-14T14:16:58,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T14:16:58,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5053ac3bda4fe081cbad6596cfd73c30 in 873ms, sequenceid=188, compaction requested=true 2024-11-14T14:16:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:58,671 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:58,671 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:16:58,672 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,672 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,672 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/3f324750fd9246998adda6e5448ef060, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=47.7 K 2024-11-14T14:16:58,672 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fb2a54986fc14dc7b42cc452db3cd024, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=52.3 K 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2a54986fc14dc7b42cc452db3cd024, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:58,672 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f324750fd9246998adda6e5448ef060, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a015749b067a4927857ace96145788e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731593814198 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a034093ecd734260b5a3128dd3204366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731593814198 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting fcea1071807c45ed9bd9c7987bc04cfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731593814854 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 575225d1c466445f9f9d5b486c02f5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731593814854 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 80db2754f5854910b70c2d5e33472525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:16:58,673 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1692d7145f05476db5c64e0323717119, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:16:58,682 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:58,682 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:58,683 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/2a2f023f2a8d41adb6004df7591da533 is 50, key is test_row_0/A:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:58,683 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/b6ddea3e31194c5a8c861a6f13b38b8a is 50, key is test_row_0/B:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:58,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742101_1277 (size=12595) 2024-11-14T14:16:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742102_1278 (size=12595) 2024-11-14T14:16:58,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:58,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:16:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:16:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e169ab347cfa48539daf67ace487ebe2 is 50, key is test_row_0/A:col10/1731593817806/Put/seqid=0 2024-11-14T14:16:58,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742103_1279 (size=12151) 2024-11-14T14:16:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:16:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:16:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:16:58,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593878976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593878977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:58,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593878980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593879043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,045 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593879052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,056 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:16:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593879083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593879083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,091 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/2a2f023f2a8d41adb6004df7591da533 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2a2f023f2a8d41adb6004df7591da533 2024-11-14T14:16:59,094 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/b6ddea3e31194c5a8c861a6f13b38b8a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/b6ddea3e31194c5a8c861a6f13b38b8a 2024-11-14T14:16:59,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,096 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into 2a2f023f2a8d41adb6004df7591da533(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593879093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,096 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:59,096 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=12, startTime=1731593818671; duration=0sec 2024-11-14T14:16:59,097 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:16:59,097 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:16:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,097 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:16:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,098 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into b6ddea3e31194c5a8c861a6f13b38b8a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:59,098 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:59,098 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=12, startTime=1731593818671; duration=0sec 2024-11-14T14:16:59,098 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:59,098 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:16:59,098 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:16:59,098 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:16:59,099 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:16:59,099 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9a80081bf75444a0a34600505522de6b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=47.7 K 2024-11-14T14:16:59,099 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a80081bf75444a0a34600505522de6b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731593813533 2024-11-14T14:16:59,099 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec0f2f7c0ccb4a58ae45744104539da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731593814198 2024-11-14T14:16:59,099 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18eb5d2de6774993be19d267eaf1b6b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731593814854 2024-11-14T14:16:59,099 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9f5201806a74f4fbd70310822568749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:16:59,108 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:16:59,108 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/b80fae312d2a49fd81c72f42f43ae5d8 is 50, key is test_row_0/C:col10/1731593816653/Put/seqid=0 2024-11-14T14:16:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742104_1280 (size=12595) 2024-11-14T14:16:59,191 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e169ab347cfa48539daf67ace487ebe2 2024-11-14T14:16:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/de40784bd70c4f33b5dc94c8a2f2419a is 50, key is test_row_0/B:col10/1731593817806/Put/seqid=0 2024-11-14T14:16:59,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742105_1281 (size=12151) 2024-11-14T14:16:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593879292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593879292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593879303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:16:59,526 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/b80fae312d2a49fd81c72f42f43ae5d8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/b80fae312d2a49fd81c72f42f43ae5d8 2024-11-14T14:16:59,531 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into b80fae312d2a49fd81c72f42f43ae5d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:16:59,531 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:16:59,531 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=12, startTime=1731593818671; duration=0sec 2024-11-14T14:16:59,531 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:16:59,531 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:16:59,602 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/de40784bd70c4f33b5dc94c8a2f2419a 2024-11-14T14:16:59,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593879603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593879603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:16:59,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/9b02cbfa2b59480d892aa41f8fa4daf3 is 50, key is test_row_0/C:col10/1731593817806/Put/seqid=0 2024-11-14T14:16:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742106_1282 (size=12151) 2024-11-14T14:16:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:16:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593879613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:16:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:16:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,013 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/9b02cbfa2b59480d892aa41f8fa4daf3 2024-11-14T14:17:00,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e169ab347cfa48539daf67ace487ebe2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2 2024-11-14T14:17:00,021 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T14:17:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/de40784bd70c4f33b5dc94c8a2f2419a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a 2024-11-14T14:17:00,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T14:17:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/9b02cbfa2b59480d892aa41f8fa4daf3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3 2024-11-14T14:17:00,029 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T14:17:00,029 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5053ac3bda4fe081cbad6596cfd73c30 in 1245ms, sequenceid=200, compaction requested=false 2024-11-14T14:17:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T14:17:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T14:17:00,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T14:17:00,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-14T14:17:00,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7090 sec 2024-11-14T14:17:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:00,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:00,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/9c2dbdc3d1814b6cb64270193c30125a is 50, key is test_row_0/A:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742107_1283 (size=12151) 2024-11-14T14:17:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593880127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593880128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593880130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593880242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593880242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593880242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593880453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593880453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593880453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:17:00,473 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:00,473 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T14:17:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:00,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:00,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:00,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:00,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/9c2dbdc3d1814b6cb64270193c30125a 2024-11-14T14:17:00,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/63fe4778d3514eb5915713250aa228f9 is 50, key is test_row_0/B:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742108_1284 (size=12151) 2024-11-14T14:17:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:00,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593880763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593880763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593880763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:00,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:00,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:00,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:00,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/63fe4778d3514eb5915713250aa228f9 2024-11-14T14:17:00,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/c0ee60ea62654e05939d40cdef750e31 is 50, key is test_row_0/C:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742109_1285 (size=12151) 2024-11-14T14:17:01,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:01,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593881272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593881272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593881272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:01,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/c0ee60ea62654e05939d40cdef750e31 2024-11-14T14:17:01,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/9c2dbdc3d1814b6cb64270193c30125a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a 2024-11-14T14:17:01,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a, entries=150, sequenceid=224, filesize=11.9 K 2024-11-14T14:17:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/63fe4778d3514eb5915713250aa228f9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9 2024-11-14T14:17:01,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9, entries=150, sequenceid=224, filesize=11.9 K 2024-11-14T14:17:01,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/c0ee60ea62654e05939d40cdef750e31 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31 2024-11-14T14:17:01,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31, entries=150, sequenceid=224, filesize=11.9 K 2024-11-14T14:17:01,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 5053ac3bda4fe081cbad6596cfd73c30 in 1247ms, sequenceid=224, compaction requested=true 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:01,362 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:01,362 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:01,363 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:01,363 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:17:01,363 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,363 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/b6ddea3e31194c5a8c861a6f13b38b8a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.0 K 2024-11-14T14:17:01,363 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:01,363 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ddea3e31194c5a8c861a6f13b38b8a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:17:01,363 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:17:01,363 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,363 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2a2f023f2a8d41adb6004df7591da533, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.0 K 2024-11-14T14:17:01,364 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a2f023f2a8d41adb6004df7591da533, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:17:01,364 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting de40784bd70c4f33b5dc94c8a2f2419a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731593817805 2024-11-14T14:17:01,364 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e169ab347cfa48539daf67ace487ebe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731593817805 2024-11-14T14:17:01,364 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 63fe4778d3514eb5915713250aa228f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:01,364 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c2dbdc3d1814b6cb64270193c30125a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:01,370 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:01,371 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:01,371 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/46bf54490440487cbb8df2d8b5a185c3 is 50, key is test_row_0/A:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:01,371 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/243c3ba2d0f64db1b19b40b73c39ecbd is 50, key is test_row_0/B:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742110_1286 (size=12697) 2024-11-14T14:17:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742111_1287 (size=12697) 2024-11-14T14:17:01,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:17:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,392 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:17:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:01,393 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/46bf54490440487cbb8df2d8b5a185c3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/46bf54490440487cbb8df2d8b5a185c3 2024-11-14T14:17:01,395 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/243c3ba2d0f64db1b19b40b73c39ecbd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/243c3ba2d0f64db1b19b40b73c39ecbd 2024-11-14T14:17:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/17b84643fd034c89a715689d8939e1ad is 50, key is test_row_0/A:col10/1731593820129/Put/seqid=0 2024-11-14T14:17:01,401 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into 46bf54490440487cbb8df2d8b5a185c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:01,401 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:01,401 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593821362; duration=0sec 2024-11-14T14:17:01,401 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:01,401 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:17:01,401 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:01,402 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into 243c3ba2d0f64db1b19b40b73c39ecbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:01,402 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:01,402 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593821362; duration=0sec 2024-11-14T14:17:01,402 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:01,402 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:17:01,403 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:01,403 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:17:01,403 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,404 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/b80fae312d2a49fd81c72f42f43ae5d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.0 K 2024-11-14T14:17:01,404 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b80fae312d2a49fd81c72f42f43ae5d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731593816647 2024-11-14T14:17:01,404 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b02cbfa2b59480d892aa41f8fa4daf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731593817805 2024-11-14T14:17:01,405 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0ee60ea62654e05939d40cdef750e31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742112_1288 (size=12151) 2024-11-14T14:17:01,418 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/17b84643fd034c89a715689d8939e1ad 2024-11-14T14:17:01,426 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:01,427 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/83063966ead84e3495334c9a01c95bcf is 50, key is test_row_0/C:col10/1731593818960/Put/seqid=0 2024-11-14T14:17:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/bf5c4602c6034bd48a33d8003cd3aad7 is 50, key is test_row_0/B:col10/1731593820129/Put/seqid=0 2024-11-14T14:17:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742113_1289 (size=12151) 2024-11-14T14:17:01,450 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/bf5c4602c6034bd48a33d8003cd3aad7 2024-11-14T14:17:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742114_1290 (size=12697) 2024-11-14T14:17:01,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/3545098588bb472390fa1cef88eecc59 is 50, key is test_row_0/C:col10/1731593820129/Put/seqid=0 2024-11-14T14:17:01,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/83063966ead84e3495334c9a01c95bcf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/83063966ead84e3495334c9a01c95bcf 2024-11-14T14:17:01,478 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into 83063966ead84e3495334c9a01c95bcf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:01,478 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:01,478 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593821362; duration=0sec 2024-11-14T14:17:01,478 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:01,478 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:17:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742115_1291 (size=12151) 2024-11-14T14:17:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:01,889 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/3545098588bb472390fa1cef88eecc59 2024-11-14T14:17:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/17b84643fd034c89a715689d8939e1ad as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad 2024-11-14T14:17:01,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad, entries=150, sequenceid=235, filesize=11.9 K 2024-11-14T14:17:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/bf5c4602c6034bd48a33d8003cd3aad7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7 2024-11-14T14:17:01,902 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7, entries=150, sequenceid=235, filesize=11.9 K 2024-11-14T14:17:01,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/3545098588bb472390fa1cef88eecc59 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59 2024-11-14T14:17:01,906 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59, entries=150, sequenceid=235, filesize=11.9 K 2024-11-14T14:17:01,907 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 5053ac3bda4fe081cbad6596cfd73c30 in 515ms, sequenceid=235, compaction requested=false 2024-11-14T14:17:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T14:17:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T14:17:01,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T14:17:01,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-14T14:17:01,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4390 sec 2024-11-14T14:17:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:02,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:02,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/fd395e1e748c41f09b251259e1633950 is 50, key is test_row_0/A:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742116_1292 (size=14541) 2024-11-14T14:17:02,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593822310, max timestamp=1731593822323Num uniques 859; 2024-11-14T14:17:02,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:17:02,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593822310, max timestamp=1731593822323Num uniques 859; 2024-11-14T14:17:02,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:17:02,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731593822310, max timestamp=1731593822323Num uniques 859; 2024-11-14T14:17:02,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:17:02,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593882350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593882353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593882356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593882462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593882463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593882463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:17:02,623 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:02,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T14:17:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:02,625 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:02,626 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:02,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:02,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593882673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593882673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593882673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/fd395e1e748c41f09b251259e1633950 2024-11-14T14:17:02,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/f047f3de11504e9c889c794d93ef28cf is 50, key is test_row_0/B:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:02,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742117_1293 (size=12151) 2024-11-14T14:17:02,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T14:17:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:02,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T14:17:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:02,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593882983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593882983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593882983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T14:17:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:03,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1731593883093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37170 deadline: 1731593883093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,098 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,098 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 5053ac3bda4fe081cbad6596cfd73c30 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/f047f3de11504e9c889c794d93ef28cf 2024-11-14T14:17:03,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/73c25f325db54b809e35dc8ea54f88cf is 50, key is test_row_0/C:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742118_1294 (size=12151) 2024-11-14T14:17:03,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/73c25f325db54b809e35dc8ea54f88cf 2024-11-14T14:17:03,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/fd395e1e748c41f09b251259e1633950 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950 2024-11-14T14:17:03,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950, entries=200, sequenceid=248, filesize=14.2 K 2024-11-14T14:17:03,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/f047f3de11504e9c889c794d93ef28cf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf 2024-11-14T14:17:03,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:17:03,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/73c25f325db54b809e35dc8ea54f88cf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf 2024-11-14T14:17:03,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:17:03,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5053ac3bda4fe081cbad6596cfd73c30 in 907ms, sequenceid=248, compaction requested=true 2024-11-14T14:17:03,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:03,202 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:03,203 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:03,208 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:03,208 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:17:03,208 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,208 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/243c3ba2d0f64db1b19b40b73c39ecbd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.1 K 2024-11-14T14:17:03,208 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39389 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:03,208 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:17:03,208 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,208 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/46bf54490440487cbb8df2d8b5a185c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=38.5 K 2024-11-14T14:17:03,210 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46bf54490440487cbb8df2d8b5a185c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:03,210 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 243c3ba2d0f64db1b19b40b73c39ecbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:03,211 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b84643fd034c89a715689d8939e1ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731593820125 2024-11-14T14:17:03,211 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting bf5c4602c6034bd48a33d8003cd3aad7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731593820125 2024-11-14T14:17:03,213 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd395e1e748c41f09b251259e1633950, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:03,213 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f047f3de11504e9c889c794d93ef28cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:03,227 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:03,228 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:03,228 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/accc3b3127504c2a94867a38ab1de8a7 is 50, key is test_row_0/A:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:03,228 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0 is 50, key is test_row_0/B:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:03,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,239 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:17:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742119_1295 (size=12799) 2024-11-14T14:17:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:03,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ef641a3aea2340dfa5851a634d4fa103 is 50, key is test_row_0/A:col10/1731593822354/Put/seqid=0 2024-11-14T14:17:03,256 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0 2024-11-14T14:17:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742120_1296 (size=12799) 2024-11-14T14:17:03,265 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into e2f8e2c2e5d54f78bc4c8d52f0ea74a0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:03,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:03,265 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593823203; duration=0sec 2024-11-14T14:17:03,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:03,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:17:03,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:03,266 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:03,266 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:17:03,266 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:03,266 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/83063966ead84e3495334c9a01c95bcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.1 K 2024-11-14T14:17:03,267 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 83063966ead84e3495334c9a01c95bcf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731593818960 2024-11-14T14:17:03,267 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 3545098588bb472390fa1cef88eecc59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731593820125 2024-11-14T14:17:03,268 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c25f325db54b809e35dc8ea54f88cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:03,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742121_1297 (size=12301) 2024-11-14T14:17:03,284 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#252 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:03,285 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/fe62027cce884b268044301971345b70 is 50, key is test_row_0/C:col10/1731593822291/Put/seqid=0 2024-11-14T14:17:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742122_1298 (size=12799) 2024-11-14T14:17:03,318 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/fe62027cce884b268044301971345b70 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/fe62027cce884b268044301971345b70 2024-11-14T14:17:03,323 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into fe62027cce884b268044301971345b70(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:03,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:03,324 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593823203; duration=0sec 2024-11-14T14:17:03,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:03,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:17:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:03,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593883508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593883508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593883511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593883623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593883623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593883623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,671 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/accc3b3127504c2a94867a38ab1de8a7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/accc3b3127504c2a94867a38ab1de8a7 2024-11-14T14:17:03,676 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into accc3b3127504c2a94867a38ab1de8a7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:03,676 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:03,676 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593823202; duration=0sec 2024-11-14T14:17:03,677 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:03,677 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:17:03,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ef641a3aea2340dfa5851a634d4fa103 2024-11-14T14:17:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/ddd0a27e78b7496780996e31044c1d99 is 50, key is test_row_0/B:col10/1731593822354/Put/seqid=0 2024-11-14T14:17:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742123_1299 (size=12301) 2024-11-14T14:17:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:03,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593883833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593883833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:03,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593883834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,090 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/ddd0a27e78b7496780996e31044c1d99 2024-11-14T14:17:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/59dbc7c848ef45fe89a99be646ba17aa is 50, key is test_row_0/C:col10/1731593822354/Put/seqid=0 2024-11-14T14:17:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742124_1300 (size=12301) 2024-11-14T14:17:04,138 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/59dbc7c848ef45fe89a99be646ba17aa 2024-11-14T14:17:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ef641a3aea2340dfa5851a634d4fa103 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103 2024-11-14T14:17:04,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T14:17:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593884143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/ddd0a27e78b7496780996e31044c1d99 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99 2024-11-14T14:17:04,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593884143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593884143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,156 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T14:17:04,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/59dbc7c848ef45fe89a99be646ba17aa as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa 2024-11-14T14:17:04,164 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T14:17:04,165 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 5053ac3bda4fe081cbad6596cfd73c30 in 926ms, sequenceid=283, compaction requested=false 2024-11-14T14:17:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T14:17:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T14:17:04,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T14:17:04,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-11-14T14:17:04,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5530 sec 2024-11-14T14:17:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:04,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:04,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e98e71f6761342efaa12c9e548f5f8b4 is 50, key is test_row_0/A:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742125_1301 (size=12301) 2024-11-14T14:17:04,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593884720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593884721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593884727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:17:04,773 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:04,773 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T14:17:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:04,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:04,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:04,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593884833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593884833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593884843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:04,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:04,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593885043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593885043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593885053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:05,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e98e71f6761342efaa12c9e548f5f8b4 2024-11-14T14:17:05,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/7964e072294b4a559229582595a3490b is 50, key is test_row_0/B:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:05,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742126_1302 (size=12301) 2024-11-14T14:17:05,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/7964e072294b4a559229582595a3490b 2024-11-14T14:17:05,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9aadb58ee204f67850dbb3a1bb138c4 is 50, key is test_row_0/C:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:05,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742127_1303 (size=12301) 2024-11-14T14:17:05,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593885352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593885353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593885363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:05,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:05,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:05,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:05,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9aadb58ee204f67850dbb3a1bb138c4 2024-11-14T14:17:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e98e71f6761342efaa12c9e548f5f8b4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4 2024-11-14T14:17:05,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:17:05,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/7964e072294b4a559229582595a3490b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b 2024-11-14T14:17:05,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:17:05,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/d9aadb58ee204f67850dbb3a1bb138c4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4 2024-11-14T14:17:05,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:17:05,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5053ac3bda4fe081cbad6596cfd73c30 in 918ms, sequenceid=298, compaction requested=true 2024-11-14T14:17:05,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:05,585 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:05,585 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:05,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:17:05,586 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,586 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,586 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/accc3b3127504c2a94867a38ab1de8a7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.5 K 2024-11-14T14:17:05,586 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.5 K 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting accc3b3127504c2a94867a38ab1de8a7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef641a3aea2340dfa5851a634d4fa103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731593822348 2024-11-14T14:17:05,586 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f8e2c2e5d54f78bc4c8d52f0ea74a0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:05,587 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e98e71f6761342efaa12c9e548f5f8b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:05,587 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd0a27e78b7496780996e31044c1d99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731593822348 2024-11-14T14:17:05,587 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7964e072294b4a559229582595a3490b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:05,594 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:05,595 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:05,595 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/1809ac97b2744fadb538a4ef43f0a9b8 is 50, key is test_row_0/B:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:05,595 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/0a4bbb42f9ba42afaad3d449046f0fe3 is 50, key is test_row_0/A:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742128_1304 (size=13051) 2024-11-14T14:17:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742129_1305 (size=13051) 2024-11-14T14:17:05,604 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/1809ac97b2744fadb538a4ef43f0a9b8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1809ac97b2744fadb538a4ef43f0a9b8 2024-11-14T14:17:05,605 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/0a4bbb42f9ba42afaad3d449046f0fe3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0a4bbb42f9ba42afaad3d449046f0fe3 2024-11-14T14:17:05,609 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into 1809ac97b2744fadb538a4ef43f0a9b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:05,609 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:05,609 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593825585; duration=0sec 2024-11-14T14:17:05,609 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:05,609 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:17:05,609 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:05,610 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:05,610 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:17:05,610 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,610 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/fe62027cce884b268044301971345b70, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.5 K 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting fe62027cce884b268044301971345b70, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731593822291 2024-11-14T14:17:05,611 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into 0a4bbb42f9ba42afaad3d449046f0fe3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:05,611 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593825585; duration=0sec 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 59dbc7c848ef45fe89a99be646ba17aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731593822348 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:17:05,611 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d9aadb58ee204f67850dbb3a1bb138c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:05,618 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:05,618 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/e8a22947470d48f3b6752280aeb84e3c is 50, key is test_row_0/C:col10/1731593823502/Put/seqid=0 2024-11-14T14:17:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742130_1306 (size=13051) 2024-11-14T14:17:05,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:17:05,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:05,695 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:17:05,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2f820651cbb49c1bd75922e51cd02d4 is 50, key is test_row_0/A:col10/1731593824719/Put/seqid=0 2024-11-14T14:17:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742131_1307 (size=12301) 2024-11-14T14:17:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:05,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593885877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593885882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593885883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593885992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593885993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593885993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,030 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/e8a22947470d48f3b6752280aeb84e3c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e8a22947470d48f3b6752280aeb84e3c 2024-11-14T14:17:06,041 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into e8a22947470d48f3b6752280aeb84e3c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:06,041 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:06,041 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593825585; duration=0sec 2024-11-14T14:17:06,041 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:06,041 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:17:06,104 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2f820651cbb49c1bd75922e51cd02d4 2024-11-14T14:17:06,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/61fc21d239ce409fa13f63cffcdde742 is 50, key is test_row_0/B:col10/1731593824719/Put/seqid=0 2024-11-14T14:17:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742132_1308 (size=12301) 2024-11-14T14:17:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593886202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593886202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593886202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593886513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593886513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593886513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:06,538 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/61fc21d239ce409fa13f63cffcdde742 2024-11-14T14:17:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/16efa2db97e04a598dcbe01dd31a4242 is 50, key is test_row_0/C:col10/1731593824719/Put/seqid=0 2024-11-14T14:17:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742133_1309 (size=12301) 2024-11-14T14:17:06,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/16efa2db97e04a598dcbe01dd31a4242 2024-11-14T14:17:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2f820651cbb49c1bd75922e51cd02d4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4 2024-11-14T14:17:06,567 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:17:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/61fc21d239ce409fa13f63cffcdde742 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742 2024-11-14T14:17:06,573 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:17:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/16efa2db97e04a598dcbe01dd31a4242 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242 2024-11-14T14:17:06,579 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T14:17:06,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5053ac3bda4fe081cbad6596cfd73c30 in 885ms, sequenceid=320, compaction requested=false 2024-11-14T14:17:06,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:06,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:06,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T14:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T14:17:06,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T14:17:06,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-14T14:17:06,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.8150 sec 2024-11-14T14:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:17:06,923 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:06,923 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T14:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:06,926 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:06,927 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:06,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:07,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:07,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/013b973bfaa44a5eb58441897d41bdce is 50, key is test_row_0/A:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742134_1310 (size=17181) 2024-11-14T14:17:07,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/013b973bfaa44a5eb58441897d41bdce 2024-11-14T14:17:07,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4b45e265e3f640a08ffd76d9bd797a5c is 50, key is test_row_0/B:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742135_1311 (size=12301) 2024-11-14T14:17:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593887053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593887054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593887054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593887163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593887163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593887163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593887373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593887373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593887373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4b45e265e3f640a08ffd76d9bd797a5c 2024-11-14T14:17:07,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/cea3be0bf8894f1cb2ad68f9a02f3196 is 50, key is test_row_0/C:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742136_1312 (size=12301) 2024-11-14T14:17:07,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1731593887683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37220 deadline: 1731593887683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37124 deadline: 1731593887683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:07,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,706 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-11-14T14:17:07,707 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:07,707 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,707 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:07,708 INFO [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125. 2024-11-14T14:17:07,708 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:07,708 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:07,708 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,709 INFO [Thread-1123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1123. 2024-11-14T14:17:07,709 DEBUG [Thread-1123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:07,709 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,709 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:07,711 INFO [Thread-1121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1121. 2024-11-14T14:17:07,711 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-14T14:17:07,711 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:07,711 DEBUG [Thread-1121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:07,711 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,711 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,712 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,712 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:07,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:07,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:07,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. as already flushing 2024-11-14T14:17:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:07,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/cea3be0bf8894f1cb2ad68f9a02f3196 2024-11-14T14:17:07,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/013b973bfaa44a5eb58441897d41bdce as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce 2024-11-14T14:17:07,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce, entries=250, sequenceid=335, filesize=16.8 K 2024-11-14T14:17:07,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/4b45e265e3f640a08ffd76d9bd797a5c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c 2024-11-14T14:17:07,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T14:17:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/cea3be0bf8894f1cb2ad68f9a02f3196 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196 2024-11-14T14:17:07,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T14:17:07,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5053ac3bda4fe081cbad6596cfd73c30 in 851ms, sequenceid=335, compaction requested=true 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:07,877 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:07,877 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5053ac3bda4fe081cbad6596cfd73c30:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/B is initiating minor compaction (all files) 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/A is initiating minor compaction (all files) 2024-11-14T14:17:07,878 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/A in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,878 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/B in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,878 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0a4bbb42f9ba42afaad3d449046f0fe3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=41.5 K 2024-11-14T14:17:07,878 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1809ac97b2744fadb538a4ef43f0a9b8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.8 K 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1809ac97b2744fadb538a4ef43f0a9b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:07,878 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4bbb42f9ba42afaad3d449046f0fe3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:07,879 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f820651cbb49c1bd75922e51cd02d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593824710 2024-11-14T14:17:07,879 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 61fc21d239ce409fa13f63cffcdde742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593824710 2024-11-14T14:17:07,879 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 013b973bfaa44a5eb58441897d41bdce, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731593825876 2024-11-14T14:17:07,879 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b45e265e3f640a08ffd76d9bd797a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731593825876 2024-11-14T14:17:07,888 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#B#compaction#267 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:07,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/924e435f1f2e4750982d2775501383f1 is 50, key is test_row_0/B:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742137_1313 (size=13153) 2024-11-14T14:17:07,913 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#A#compaction#268 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:07,914 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/0c519c3bdb6e4db7b3a692ff79ae93e6 is 50, key is test_row_0/A:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742138_1314 (size=13153) 2024-11-14T14:17:07,933 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/0c519c3bdb6e4db7b3a692ff79ae93e6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0c519c3bdb6e4db7b3a692ff79ae93e6 2024-11-14T14:17:07,939 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/A of 5053ac3bda4fe081cbad6596cfd73c30 into 0c519c3bdb6e4db7b3a692ff79ae93e6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:07,939 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:07,939 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/A, priority=13, startTime=1731593827877; duration=0sec 2024-11-14T14:17:07,939 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:07,939 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:A 2024-11-14T14:17:07,939 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:07,940 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:07,941 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 5053ac3bda4fe081cbad6596cfd73c30/C is initiating minor compaction (all files) 2024-11-14T14:17:07,941 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5053ac3bda4fe081cbad6596cfd73c30/C in TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,941 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e8a22947470d48f3b6752280aeb84e3c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp, totalSize=36.8 K 2024-11-14T14:17:07,941 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a22947470d48f3b6752280aeb84e3c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731593823502 2024-11-14T14:17:07,942 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16efa2db97e04a598dcbe01dd31a4242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731593824710 2024-11-14T14:17:07,942 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea3be0bf8894f1cb2ad68f9a02f3196, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731593825876 2024-11-14T14:17:07,961 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5053ac3bda4fe081cbad6596cfd73c30#C#compaction#269 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:07,961 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/4f184648a3f14e6ea40c874bcfdaafa0 is 50, key is test_row_0/C:col10/1731593827025/Put/seqid=0 2024-11-14T14:17:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742139_1315 (size=13153) 2024-11-14T14:17:07,975 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/4f184648a3f14e6ea40c874bcfdaafa0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4f184648a3f14e6ea40c874bcfdaafa0 2024-11-14T14:17:07,988 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/C of 5053ac3bda4fe081cbad6596cfd73c30 into 4f184648a3f14e6ea40c874bcfdaafa0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:07,988 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:07,989 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/C, priority=13, startTime=1731593827877; duration=0sec 2024-11-14T14:17:07,989 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:07,989 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:C 2024-11-14T14:17:07,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:17:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:07,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:08,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2eac485a8ff4feba0eec0367613c65f is 50, key is test_row_0/A:col10/1731593827052/Put/seqid=0 2024-11-14T14:17:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742140_1316 (size=12301) 2024-11-14T14:17:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2eac485a8ff4feba0eec0367613c65f 2024-11-14T14:17:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e0fb5a9739ac4d05bda20ae4ae927cd2 is 50, key is test_row_0/B:col10/1731593827052/Put/seqid=0 2024-11-14T14:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742141_1317 (size=12301) 2024-11-14T14:17:08,078 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e0fb5a9739ac4d05bda20ae4ae927cd2 2024-11-14T14:17:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/76a27f842dc540dfaba238536ed5a7f3 is 50, key is test_row_0/C:col10/1731593827052/Put/seqid=0 2024-11-14T14:17:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742142_1318 (size=12301) 2024-11-14T14:17:08,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/76a27f842dc540dfaba238536ed5a7f3 2024-11-14T14:17:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/e2eac485a8ff4feba0eec0367613c65f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2eac485a8ff4feba0eec0367613c65f 2024-11-14T14:17:08,114 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2eac485a8ff4feba0eec0367613c65f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T14:17:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/e0fb5a9739ac4d05bda20ae4ae927cd2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e0fb5a9739ac4d05bda20ae4ae927cd2 2024-11-14T14:17:08,120 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e0fb5a9739ac4d05bda20ae4ae927cd2, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T14:17:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/76a27f842dc540dfaba238536ed5a7f3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/76a27f842dc540dfaba238536ed5a7f3 2024-11-14T14:17:08,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/76a27f842dc540dfaba238536ed5a7f3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T14:17:08,128 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 5053ac3bda4fe081cbad6596cfd73c30 in 131ms, sequenceid=355, compaction requested=false 2024-11-14T14:17:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T14:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T14:17:08,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T14:17:08,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2030 sec 2024-11-14T14:17:08,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.2100 sec 2024-11-14T14:17:08,206 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-14T14:17:08,206 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:08,206 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,206 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,206 INFO [Thread-1108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1108. 2024-11-14T14:17:08,206 DEBUG [Thread-1108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:08,206 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,206 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:08,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:08,211 INFO [Thread-1110 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1110. 2024-11-14T14:17:08,211 DEBUG [Thread-1110 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:08,211 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,211 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:08,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:08,297 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/924e435f1f2e4750982d2775501383f1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/924e435f1f2e4750982d2775501383f1 2024-11-14T14:17:08,304 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5053ac3bda4fe081cbad6596cfd73c30/B of 5053ac3bda4fe081cbad6596cfd73c30 into 924e435f1f2e4750982d2775501383f1(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:08,304 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5053ac3bda4fe081cbad6596cfd73c30: 2024-11-14T14:17:08,304 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., storeName=5053ac3bda4fe081cbad6596cfd73c30/B, priority=13, startTime=1731593827877; duration=0sec 2024-11-14T14:17:08,304 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:08,305 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5053ac3bda4fe081cbad6596cfd73c30:B 2024-11-14T14:17:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:17:09,073 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:11,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:17:13,144 INFO [Thread-1114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1114. 2024-11-14T14:17:13,144 DEBUG [Thread-1114 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:13,144 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,144 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:13,175 INFO [Thread-1112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1112. 2024-11-14T14:17:13,175 DEBUG [Thread-1112 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:13,175 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,175 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3480 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3456 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3360 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3461 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3470 2024-11-14T14:17:13,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:17:13,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:13,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:13,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:13,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:13,176 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:17:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:13,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593833179"}]},"ts":"1731593833179"} 2024-11-14T14:17:13,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:17:13,180 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:17:13,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:17:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, UNASSIGN}] 2024-11-14T14:17:13,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, UNASSIGN 2024-11-14T14:17:13,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5053ac3bda4fe081cbad6596cfd73c30, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:13,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, UNASSIGN because future has completed 2024-11-14T14:17:13,184 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:17:13,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:13,337 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 5053ac3bda4fe081cbad6596cfd73c30, disabling compactions & flushes 2024-11-14T14:17:13,337 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. after waiting 0 ms 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:13,337 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 5053ac3bda4fe081cbad6596cfd73c30 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=A 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=B 2024-11-14T14:17:13,337 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:13,338 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5053ac3bda4fe081cbad6596cfd73c30, store=C 2024-11-14T14:17:13,338 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:13,341 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ecb0be77def64c5eb9ba614ec0282a30 is 50, key is test_row_0/A:col10/1731593833173/Put/seqid=0 2024-11-14T14:17:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742143_1319 (size=12301) 2024-11-14T14:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:13,746 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ecb0be77def64c5eb9ba614ec0282a30 2024-11-14T14:17:13,757 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a60dd6c27cde43159944f86a54d23f56 is 50, key is test_row_0/B:col10/1731593833173/Put/seqid=0 2024-11-14T14:17:13,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742144_1320 (size=12301) 2024-11-14T14:17:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:14,161 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a60dd6c27cde43159944f86a54d23f56 2024-11-14T14:17:14,168 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/f6f5cf152c0d400abcdbfb966e8cad15 is 50, key is test_row_0/C:col10/1731593833173/Put/seqid=0 2024-11-14T14:17:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742145_1321 (size=12301) 2024-11-14T14:17:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:14,573 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/f6f5cf152c0d400abcdbfb966e8cad15 2024-11-14T14:17:14,585 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/A/ecb0be77def64c5eb9ba614ec0282a30 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ecb0be77def64c5eb9ba614ec0282a30 2024-11-14T14:17:14,588 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ecb0be77def64c5eb9ba614ec0282a30, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T14:17:14,588 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/B/a60dd6c27cde43159944f86a54d23f56 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a60dd6c27cde43159944f86a54d23f56 2024-11-14T14:17:14,591 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a60dd6c27cde43159944f86a54d23f56, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T14:17:14,592 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/.tmp/C/f6f5cf152c0d400abcdbfb966e8cad15 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/f6f5cf152c0d400abcdbfb966e8cad15 2024-11-14T14:17:14,594 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/f6f5cf152c0d400abcdbfb966e8cad15, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T14:17:14,595 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5053ac3bda4fe081cbad6596cfd73c30 in 1258ms, sequenceid=364, compaction requested=true 2024-11-14T14:17:14,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/697b90df6114443791a0a6adf0f4d76c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/f71fe59f54e04c6e8b774acf1abb392d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fb2a54986fc14dc7b42cc452db3cd024, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2a2f023f2a8d41adb6004df7591da533, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/46bf54490440487cbb8df2d8b5a185c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/accc3b3127504c2a94867a38ab1de8a7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0a4bbb42f9ba42afaad3d449046f0fe3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce] to archive 2024-11-14T14:17:14,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:14,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/40cc238570614f7982b26eae7c3f61dd 2024-11-14T14:17:14,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2dcb410a437d4e6888d0c5a668350794 2024-11-14T14:17:14,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/65f6c6834cc34a2b94df89a71c482a0b 2024-11-14T14:17:14,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/697b90df6114443791a0a6adf0f4d76c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/697b90df6114443791a0a6adf0f4d76c 2024-11-14T14:17:14,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/396583a8c2cf40d3a3747e7698732b18 2024-11-14T14:17:14,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/f71fe59f54e04c6e8b774acf1abb392d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/f71fe59f54e04c6e8b774acf1abb392d 2024-11-14T14:17:14,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/5baf2c5e4c0241a69262db7cd35b1efe 2024-11-14T14:17:14,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/657bc7df739847a1b72777b4e0cd539a 2024-11-14T14:17:14,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e7fb641d0d534c28a8f0a93183f239d2 2024-11-14T14:17:14,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fb2a54986fc14dc7b42cc452db3cd024 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fb2a54986fc14dc7b42cc452db3cd024 2024-11-14T14:17:14,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/a034093ecd734260b5a3128dd3204366 2024-11-14T14:17:14,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/575225d1c466445f9f9d5b486c02f5d4 2024-11-14T14:17:14,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/1692d7145f05476db5c64e0323717119 2024-11-14T14:17:14,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2a2f023f2a8d41adb6004df7591da533 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/2a2f023f2a8d41adb6004df7591da533 2024-11-14T14:17:14,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e169ab347cfa48539daf67ace487ebe2 2024-11-14T14:17:14,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/46bf54490440487cbb8df2d8b5a185c3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/46bf54490440487cbb8df2d8b5a185c3 2024-11-14T14:17:14,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/9c2dbdc3d1814b6cb64270193c30125a 2024-11-14T14:17:14,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/17b84643fd034c89a715689d8939e1ad 2024-11-14T14:17:14,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/fd395e1e748c41f09b251259e1633950 2024-11-14T14:17:14,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/accc3b3127504c2a94867a38ab1de8a7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/accc3b3127504c2a94867a38ab1de8a7 2024-11-14T14:17:14,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ef641a3aea2340dfa5851a634d4fa103 2024-11-14T14:17:14,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0a4bbb42f9ba42afaad3d449046f0fe3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0a4bbb42f9ba42afaad3d449046f0fe3 2024-11-14T14:17:14,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e98e71f6761342efaa12c9e548f5f8b4 2024-11-14T14:17:14,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2f820651cbb49c1bd75922e51cd02d4 2024-11-14T14:17:14,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/013b973bfaa44a5eb58441897d41bdce 2024-11-14T14:17:14,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cb2defb08f574211a67489fa28b70bce, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/52ecb21d679c49e39d46d397010431c4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/3f324750fd9246998adda6e5448ef060, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/b6ddea3e31194c5a8c861a6f13b38b8a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/243c3ba2d0f64db1b19b40b73c39ecbd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1809ac97b2744fadb538a4ef43f0a9b8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c] to archive 2024-11-14T14:17:14,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:14,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cddace8a840d4df081d5d886d9474c29 2024-11-14T14:17:14,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1e65c48a3245453c8706b7bb426d812b 2024-11-14T14:17:14,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cb2defb08f574211a67489fa28b70bce to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/cb2defb08f574211a67489fa28b70bce 2024-11-14T14:17:14,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e531e751e3eb43a7b3d9aec51369ac01 2024-11-14T14:17:14,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/0a87372a4a184dfe8e754e45fee8c25b 2024-11-14T14:17:14,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/52ecb21d679c49e39d46d397010431c4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/52ecb21d679c49e39d46d397010431c4 2024-11-14T14:17:14,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/66e4592589ce4ddda3b223f8cae73879 2024-11-14T14:17:14,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4a2427c9352c4861b5b4da7250b3fdba 2024-11-14T14:17:14,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/3f324750fd9246998adda6e5448ef060 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/3f324750fd9246998adda6e5448ef060 2024-11-14T14:17:14,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/be6e0ede0baf4127a5751f3aa08665da 2024-11-14T14:17:14,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a015749b067a4927857ace96145788e3 2024-11-14T14:17:14,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/fcea1071807c45ed9bd9c7987bc04cfe 2024-11-14T14:17:14,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/b6ddea3e31194c5a8c861a6f13b38b8a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/b6ddea3e31194c5a8c861a6f13b38b8a 2024-11-14T14:17:14,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/80db2754f5854910b70c2d5e33472525 2024-11-14T14:17:14,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/de40784bd70c4f33b5dc94c8a2f2419a 2024-11-14T14:17:14,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/243c3ba2d0f64db1b19b40b73c39ecbd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/243c3ba2d0f64db1b19b40b73c39ecbd 2024-11-14T14:17:14,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/63fe4778d3514eb5915713250aa228f9 2024-11-14T14:17:14,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/bf5c4602c6034bd48a33d8003cd3aad7 2024-11-14T14:17:14,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e2f8e2c2e5d54f78bc4c8d52f0ea74a0 2024-11-14T14:17:14,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/f047f3de11504e9c889c794d93ef28cf 2024-11-14T14:17:14,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/ddd0a27e78b7496780996e31044c1d99 2024-11-14T14:17:14,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1809ac97b2744fadb538a4ef43f0a9b8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/1809ac97b2744fadb538a4ef43f0a9b8 2024-11-14T14:17:14,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/7964e072294b4a559229582595a3490b 2024-11-14T14:17:14,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/61fc21d239ce409fa13f63cffcdde742 2024-11-14T14:17:14,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/4b45e265e3f640a08ffd76d9bd797a5c 2024-11-14T14:17:14,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0bd47db324c845eda3089f9d8f10bab0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0429300087a44fdfabc1ffe975b389b6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9a80081bf75444a0a34600505522de6b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/b80fae312d2a49fd81c72f42f43ae5d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/83063966ead84e3495334c9a01c95bcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/fe62027cce884b268044301971345b70, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e8a22947470d48f3b6752280aeb84e3c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196] to archive 2024-11-14T14:17:14,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:14,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e5723581a7fa4e84a28956dcc64c6808 2024-11-14T14:17:14,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4c3962a5cf364f219480dea4f6d1e6c8 2024-11-14T14:17:14,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0bd47db324c845eda3089f9d8f10bab0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0bd47db324c845eda3089f9d8f10bab0 2024-11-14T14:17:14,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/636650fad3814d76bd46ad75a7abe90f 2024-11-14T14:17:14,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/5359b7886cf64d8b96f3684fdeb0f3d0 2024-11-14T14:17:14,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0429300087a44fdfabc1ffe975b389b6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/0429300087a44fdfabc1ffe975b389b6 2024-11-14T14:17:14,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9992b6e78b24163861c2877367c5d81 2024-11-14T14:17:14,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/844e67d6ef84496ca0821f35efa6d607 2024-11-14T14:17:14,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9a80081bf75444a0a34600505522de6b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9a80081bf75444a0a34600505522de6b 2024-11-14T14:17:14,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/732302b9c3d84d0fa34741740c1df146 2024-11-14T14:17:14,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/ec0f2f7c0ccb4a58ae45744104539da8 2024-11-14T14:17:14,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/18eb5d2de6774993be19d267eaf1b6b3 2024-11-14T14:17:14,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/b80fae312d2a49fd81c72f42f43ae5d8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/b80fae312d2a49fd81c72f42f43ae5d8 2024-11-14T14:17:14,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9f5201806a74f4fbd70310822568749 2024-11-14T14:17:14,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/9b02cbfa2b59480d892aa41f8fa4daf3 2024-11-14T14:17:14,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/83063966ead84e3495334c9a01c95bcf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/83063966ead84e3495334c9a01c95bcf 2024-11-14T14:17:14,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/c0ee60ea62654e05939d40cdef750e31 2024-11-14T14:17:14,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/3545098588bb472390fa1cef88eecc59 2024-11-14T14:17:14,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/fe62027cce884b268044301971345b70 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/fe62027cce884b268044301971345b70 2024-11-14T14:17:14,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/73c25f325db54b809e35dc8ea54f88cf 2024-11-14T14:17:14,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/59dbc7c848ef45fe89a99be646ba17aa 2024-11-14T14:17:14,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e8a22947470d48f3b6752280aeb84e3c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/e8a22947470d48f3b6752280aeb84e3c 2024-11-14T14:17:14,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/d9aadb58ee204f67850dbb3a1bb138c4 2024-11-14T14:17:14,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/16efa2db97e04a598dcbe01dd31a4242 2024-11-14T14:17:14,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/cea3be0bf8894f1cb2ad68f9a02f3196 2024-11-14T14:17:14,678 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=1 2024-11-14T14:17:14,678 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. 2024-11-14T14:17:14,678 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 5053ac3bda4fe081cbad6596cfd73c30: Waiting for close lock at 1731593833337Running coprocessor pre-close hooks at 1731593833337Disabling compacts and flushes for region at 1731593833337Disabling writes for close at 1731593833337Obtaining lock to block concurrent updates at 1731593833337Preparing flush snapshotting stores in 5053ac3bda4fe081cbad6596cfd73c30 at 1731593833337Finished memstore snapshotting TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731593833338 (+1 ms)Flushing stores of TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30. at 1731593833338Flushing 5053ac3bda4fe081cbad6596cfd73c30/A: creating writer at 1731593833338Flushing 5053ac3bda4fe081cbad6596cfd73c30/A: appending metadata at 1731593833341 (+3 ms)Flushing 5053ac3bda4fe081cbad6596cfd73c30/A: closing flushed file at 1731593833341Flushing 5053ac3bda4fe081cbad6596cfd73c30/B: creating writer at 1731593833753 (+412 ms)Flushing 5053ac3bda4fe081cbad6596cfd73c30/B: appending metadata at 1731593833757 (+4 ms)Flushing 5053ac3bda4fe081cbad6596cfd73c30/B: closing flushed file at 1731593833757Flushing 5053ac3bda4fe081cbad6596cfd73c30/C: creating writer at 1731593834165 (+408 ms)Flushing 5053ac3bda4fe081cbad6596cfd73c30/C: appending metadata at 1731593834167 (+2 ms)Flushing 5053ac3bda4fe081cbad6596cfd73c30/C: closing flushed file at 1731593834167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a08afe: reopening flushed file at 1731593834584 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c67bac: reopening flushed file at 1731593834588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8fc5e0: reopening flushed file at 1731593834591 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5053ac3bda4fe081cbad6596cfd73c30 in 1258ms, sequenceid=364, compaction requested=true at 1731593834595 (+4 ms)Writing region close event to WAL at 1731593834675 (+80 ms)Running coprocessor post-close hooks at 1731593834678 (+3 ms)Closed at 1731593834678 2024-11-14T14:17:14,680 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:14,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5053ac3bda4fe081cbad6596cfd73c30, regionState=CLOSED 2024-11-14T14:17:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:14,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T14:17:14,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 5053ac3bda4fe081cbad6596cfd73c30, server=6e2cc31459a7,33627,1731593743487 in 1.4980 sec 2024-11-14T14:17:14,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T14:17:14,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5053ac3bda4fe081cbad6596cfd73c30, UNASSIGN in 1.5020 sec 2024-11-14T14:17:14,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T14:17:14,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-14T14:17:14,689 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593834689"}]},"ts":"1731593834689"} 2024-11-14T14:17:14,690 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:17:14,690 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:17:14,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5150 sec 2024-11-14T14:17:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:17:15,324 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:15,325 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:17:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,330 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:17:15,332 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,336 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:15,340 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/recovered.edits] 2024-11-14T14:17:15,343 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0c519c3bdb6e4db7b3a692ff79ae93e6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/0c519c3bdb6e4db7b3a692ff79ae93e6 2024-11-14T14:17:15,344 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2eac485a8ff4feba0eec0367613c65f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/e2eac485a8ff4feba0eec0367613c65f 2024-11-14T14:17:15,346 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ecb0be77def64c5eb9ba614ec0282a30 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/A/ecb0be77def64c5eb9ba614ec0282a30 2024-11-14T14:17:15,348 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/924e435f1f2e4750982d2775501383f1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/924e435f1f2e4750982d2775501383f1 2024-11-14T14:17:15,349 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a60dd6c27cde43159944f86a54d23f56 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/a60dd6c27cde43159944f86a54d23f56 2024-11-14T14:17:15,351 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e0fb5a9739ac4d05bda20ae4ae927cd2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/B/e0fb5a9739ac4d05bda20ae4ae927cd2 2024-11-14T14:17:15,353 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4f184648a3f14e6ea40c874bcfdaafa0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/4f184648a3f14e6ea40c874bcfdaafa0 2024-11-14T14:17:15,355 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/76a27f842dc540dfaba238536ed5a7f3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/76a27f842dc540dfaba238536ed5a7f3 2024-11-14T14:17:15,356 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/f6f5cf152c0d400abcdbfb966e8cad15 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/C/f6f5cf152c0d400abcdbfb966e8cad15 2024-11-14T14:17:15,360 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/recovered.edits/367.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30/recovered.edits/367.seqid 2024-11-14T14:17:15,360 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/5053ac3bda4fe081cbad6596cfd73c30 2024-11-14T14:17:15,360 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:17:15,363 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,371 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:17:15,373 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:17:15,375 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,375 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:17:15,375 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593835375"}]},"ts":"9223372036854775807"} 2024-11-14T14:17:15,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:17:15,377 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5053ac3bda4fe081cbad6596cfd73c30, NAME => 'TestAcidGuarantees,,1731593805489.5053ac3bda4fe081cbad6596cfd73c30.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:17:15,377 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:17:15,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593835377"}]},"ts":"9223372036854775807"} 2024-11-14T14:17:15,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:17:15,380 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-14T14:17:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:17:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:17:15,445 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:15,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 494) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3177 (was 2482) - AvailableMemoryMB LEAK? - 2024-11-14T14:17:15,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=3176 2024-11-14T14:17:15,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:17:15,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:15,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:17:15,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:15,465 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-14T14:17:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:15,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:17:15,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742146_1322 (size=1061) 2024-11-14T14:17:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:15,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:17:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742147_1323 (size=53) 2024-11-14T14:17:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:16,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:16,285 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 47677e6f74cbebd21f39f942af210698, disabling compactions & flushes 2024-11-14T14:17:16,285 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,285 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,285 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. after waiting 0 ms 2024-11-14T14:17:16,285 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,285 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,285 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47677e6f74cbebd21f39f942af210698: Waiting for close lock at 1731593836285Disabling compacts and flushes for region at 1731593836285Disabling writes for close at 1731593836285Writing region close event to WAL at 1731593836285Closed at 1731593836285 2024-11-14T14:17:16,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:17:16,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593836288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593836288"}]},"ts":"1731593836288"} 2024-11-14T14:17:16,290 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:17:16,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:17:16,292 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593836292"}]},"ts":"1731593836292"} 2024-11-14T14:17:16,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:17:16,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, ASSIGN}] 2024-11-14T14:17:16,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, ASSIGN 2024-11-14T14:17:16,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:17:16,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:16,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, ASSIGN because future has completed 2024-11-14T14:17:16,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:16,632 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,633 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:16,633 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,633 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:16,633 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,633 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,634 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,635 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:16,635 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName A 2024-11-14T14:17:16,635 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:16,636 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:16,636 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,637 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:16,637 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName B 2024-11-14T14:17:16,637 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:16,638 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:16,638 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,639 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:16,639 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName C 2024-11-14T14:17:16,639 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:16,639 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:16,640 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,640 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,640 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,641 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,642 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,642 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,642 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:17:16,644 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,646 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:16,646 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 47677e6f74cbebd21f39f942af210698; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63076808, jitterRate=-0.060082316398620605}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:17:16,646 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:16,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 47677e6f74cbebd21f39f942af210698: Running coprocessor pre-open hook at 1731593836633Writing region info on filesystem at 1731593836633Initializing all the Stores at 1731593836634 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593836634Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593836634Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593836634Cleaning up temporary data from old regions at 1731593836642 (+8 ms)Running coprocessor post-open hooks at 1731593836646 (+4 ms)Region opened successfully at 1731593836647 (+1 ms) 2024-11-14T14:17:16,648 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., pid=89, masterSystemTime=1731593836630 2024-11-14T14:17:16,650 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,650 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:16,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:16,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-14T14:17:16,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 in 175 msec 2024-11-14T14:17:16,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T14:17:16,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, ASSIGN in 361 msec 2024-11-14T14:17:16,656 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:17:16,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593836657"}]},"ts":"1731593836657"} 2024-11-14T14:17:16,658 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:17:16,659 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:17:16,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-14T14:17:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-14T14:17:17,613 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:17,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11040955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:17,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:17,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:17,615 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749ba631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:17,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41673d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:17,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:17,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:17,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:17:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b9b7f2 2024-11-14T14:17:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:17,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:17,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:17:17,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742148_1324 (size=1097) 2024-11-14T14:17:18,036 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:17:18,036 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:17:18,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:17:18,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE}] 2024-11-14T14:17:18,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE 2024-11-14T14:17:18,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE because future has completed 2024-11-14T14:17:18,046 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:17:18,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:18,199 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,199 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:17:18,199 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 47677e6f74cbebd21f39f942af210698, disabling compactions & flushes 2024-11-14T14:17:18,199 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,199 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,199 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. after waiting 0 ms 2024-11-14T14:17:18,199 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,203 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:17:18,204 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,204 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 47677e6f74cbebd21f39f942af210698: Waiting for close lock at 1731593838199Running coprocessor pre-close hooks at 1731593838199Disabling compacts and flushes for region at 1731593838199Disabling writes for close at 1731593838199Writing region close event to WAL at 1731593838200 (+1 ms)Running coprocessor post-close hooks at 1731593838204 (+4 ms)Closed at 1731593838204 2024-11-14T14:17:18,204 WARN [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 47677e6f74cbebd21f39f942af210698 to self. 2024-11-14T14:17:18,206 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=CLOSED 2024-11-14T14:17:18,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:18,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T14:17:18,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 in 164 msec 2024-11-14T14:17:18,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE; state=CLOSED, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=true 2024-11-14T14:17:18,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE because future has completed 2024-11-14T14:17:18,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:18,526 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,526 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:18,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:18,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,529 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,531 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:18,531 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName A 2024-11-14T14:17:18,532 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:18,533 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:18,533 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,534 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:18,534 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName B 2024-11-14T14:17:18,534 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:18,535 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:18,535 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,535 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:18,535 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47677e6f74cbebd21f39f942af210698 columnFamilyName C 2024-11-14T14:17:18,535 DEBUG [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:18,536 INFO [StoreOpener-47677e6f74cbebd21f39f942af210698-1 {}] regionserver.HStore(327): Store=47677e6f74cbebd21f39f942af210698/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:18,536 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,536 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,537 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,538 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,539 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,539 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,540 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:17:18,541 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,542 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 47677e6f74cbebd21f39f942af210698; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71205927, jitterRate=0.06105099618434906}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:17:18,542 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,543 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 47677e6f74cbebd21f39f942af210698: Running coprocessor pre-open hook at 1731593838527Writing region info on filesystem at 1731593838527Initializing all the Stores at 1731593838528 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593838529 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593838529Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593838529Cleaning up temporary data from old regions at 1731593838539 (+10 ms)Running coprocessor post-open hooks at 1731593838542 (+3 ms)Region opened successfully at 1731593838542 2024-11-14T14:17:18,543 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., pid=94, masterSystemTime=1731593838522 2024-11-14T14:17:18,545 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,545 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=OPEN, openSeqNum=5, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:18,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-14T14:17:18,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 in 179 msec 2024-11-14T14:17:18,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T14:17:18,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, REOPEN/MOVE in 506 msec 2024-11-14T14:17:18,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T14:17:18,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-14T14:17:18,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-11-14T14:17:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:17:18,555 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:18,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15622d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,556 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27819e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac36da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25061205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,559 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2223ef94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,561 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb7dd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28306f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,563 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc260cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61520963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29412344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,568 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a15300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ecbcab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6365488e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,572 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d6c3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0c633b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5109bfd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,576 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512f1a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,578 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e462c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563dd2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,580 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227b3c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,581 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fc6e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c93281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,583 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c7aa2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,584 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7575f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5938121e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,586 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316eeadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c4ba09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40993d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:18,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:18,589 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d368837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:18,590 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:18,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8975c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:18,591 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,591 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,591 DEBUG [Thread-1501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,592 DEBUG [Thread-1482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,592 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,593 DEBUG [Thread-1495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,593 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,594 DEBUG [Thread-1497 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-14T14:17:18,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:18,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,595 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,597 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:18,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:18,597 DEBUG [Thread-1497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,597 DEBUG [Thread-1493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,599 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,600 DEBUG [Thread-1490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:17:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:18,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da4f14bb4a7e4ac0931b9ae7c57e0ad4_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593838603/Put/seqid=0 2024-11-14T14:17:18,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593898638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593898637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593898640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742149_1325 (size=12154) 2024-11-14T14:17:18,658 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:18,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da4f14bb4a7e4ac0931b9ae7c57e0ad4_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da4f14bb4a7e4ac0931b9ae7c57e0ad4_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:18,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/f91c335322ae48b2aa03ef760d9085f1, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593898653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593898653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/f91c335322ae48b2aa03ef760d9085f1 is 175, key is test_row_0/A:col10/1731593838603/Put/seqid=0 2024-11-14T14:17:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742150_1326 (size=30955) 2024-11-14T14:17:18,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/f91c335322ae48b2aa03ef760d9085f1 2024-11-14T14:17:18,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/f18154bdf1b84e9f975359ed1735e785 is 50, key is test_row_0/B:col10/1731593838603/Put/seqid=0 2024-11-14T14:17:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742151_1327 (size=12001) 2024-11-14T14:17:18,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/f18154bdf1b84e9f975359ed1735e785 2024-11-14T14:17:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:18,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e0bd38f42d2c4d1e819bae8f3c702203 is 50, key is test_row_0/C:col10/1731593838603/Put/seqid=0 2024-11-14T14:17:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742152_1328 (size=12001) 2024-11-14T14:17:18,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-14T14:17:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593898763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593898763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593898763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593898772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593898773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-14T14:17:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:18,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593898972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593898972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593898983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593898983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593898983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-14T14:17:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:19,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:19,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e0bd38f42d2c4d1e819bae8f3c702203 2024-11-14T14:17:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/f91c335322ae48b2aa03ef760d9085f1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1 2024-11-14T14:17:19,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1, entries=150, sequenceid=16, filesize=30.2 K 2024-11-14T14:17:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/f18154bdf1b84e9f975359ed1735e785 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785 2024-11-14T14:17:19,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T14:17:19,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e0bd38f42d2c4d1e819bae8f3c702203 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203 2024-11-14T14:17:19,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T14:17:19,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 47677e6f74cbebd21f39f942af210698 in 532ms, sequenceid=16, compaction requested=false 2024-11-14T14:17:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:17:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:19,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-14T14:17:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:19,209 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:19,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ba03071b7eec4462b85440568f5f03ff_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593838649/Put/seqid=0 2024-11-14T14:17:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742153_1329 (size=12154) 2024-11-14T14:17:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593899299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593899299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593899300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593899301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593899306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593899412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593899412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593899422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593899423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593899423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593899622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593899623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,637 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ba03071b7eec4462b85440568f5f03ff_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba03071b7eec4462b85440568f5f03ff_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d00baeeeebab4952a226448b58f72090, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d00baeeeebab4952a226448b58f72090 is 175, key is test_row_0/A:col10/1731593838649/Put/seqid=0 2024-11-14T14:17:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593899633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593899633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593899633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742154_1330 (size=30955) 2024-11-14T14:17:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593899932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593899943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593899953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593899953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593899953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,043 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d00baeeeebab4952a226448b58f72090 2024-11-14T14:17:20,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/331169bfba714b43b23c0507e0c44f1e is 50, key is test_row_0/B:col10/1731593838649/Put/seqid=0 2024-11-14T14:17:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742155_1331 (size=12001) 2024-11-14T14:17:20,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/331169bfba714b43b23c0507e0c44f1e 2024-11-14T14:17:20,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cec2cb082ac2450ca3f2f1f42e8e319b is 50, key is test_row_0/C:col10/1731593838649/Put/seqid=0 2024-11-14T14:17:20,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742156_1332 (size=12001) 2024-11-14T14:17:20,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cec2cb082ac2450ca3f2f1f42e8e319b 2024-11-14T14:17:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d00baeeeebab4952a226448b58f72090 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090 2024-11-14T14:17:20,117 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090, entries=150, sequenceid=36, filesize=30.2 K 2024-11-14T14:17:20,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/331169bfba714b43b23c0507e0c44f1e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e 2024-11-14T14:17:20,124 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T14:17:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cec2cb082ac2450ca3f2f1f42e8e319b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b 2024-11-14T14:17:20,136 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T14:17:20,139 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47677e6f74cbebd21f39f942af210698 in 931ms, sequenceid=36, compaction requested=false 2024-11-14T14:17:20,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:20,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:20,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-14T14:17:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-14T14:17:20,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T14:17:20,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec 2024-11-14T14:17:20,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.5530 sec 2024-11-14T14:17:20,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:17:20,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:20,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:20,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444dfc656b1ef42de87c50308cb8104c0_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742157_1333 (size=14594) 2024-11-14T14:17:20,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444dfc656b1ef42de87c50308cb8104c0_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444dfc656b1ef42de87c50308cb8104c0_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:20,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1f893901cf2e4454a524d2e9fb74073c, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:20,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1f893901cf2e4454a524d2e9fb74073c is 175, key is test_row_0/A:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742158_1334 (size=39549) 2024-11-14T14:17:20,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593900506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593900508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593900508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593900509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593900511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593900623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593900623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593900632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593900632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593900632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:17:20,753 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:20,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-14T14:17:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:20,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:20,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:20,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593900833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593900833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593900842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593900853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593900853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:20,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T14:17:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:20,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:20,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1f893901cf2e4454a524d2e9fb74073c 2024-11-14T14:17:20,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/657de433bfab46e8ae186d01aa23e1de is 50, key is test_row_0/B:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742159_1335 (size=12001) 2024-11-14T14:17:20,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/657de433bfab46e8ae186d01aa23e1de 2024-11-14T14:17:20,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/8359ae0638db451e9c1c3f11c8f0692b is 50, key is test_row_0/C:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742160_1336 (size=12001) 2024-11-14T14:17:21,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T14:17:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593901142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593901142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593901153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593901173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593901173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T14:17:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/8359ae0638db451e9c1c3f11c8f0692b 2024-11-14T14:17:21,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1f893901cf2e4454a524d2e9fb74073c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c 2024-11-14T14:17:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c, entries=200, sequenceid=49, filesize=38.6 K 2024-11-14T14:17:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/657de433bfab46e8ae186d01aa23e1de as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de 2024-11-14T14:17:21,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T14:17:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:21,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T14:17:21,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/8359ae0638db451e9c1c3f11c8f0692b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b 2024-11-14T14:17:21,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T14:17:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:21,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 47677e6f74cbebd21f39f942af210698 in 926ms, sequenceid=49, compaction requested=true 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:21,384 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:21,384 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:21,385 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,385 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,385 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.2 K 2024-11-14T14:17:21,385 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=99.1 K 2024-11-14T14:17:21,385 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c] 2024-11-14T14:17:21,385 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f18154bdf1b84e9f975359ed1735e785, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593838603 2024-11-14T14:17:21,386 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91c335322ae48b2aa03ef760d9085f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593838603 2024-11-14T14:17:21,386 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 331169bfba714b43b23c0507e0c44f1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731593838637 2024-11-14T14:17:21,386 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00baeeeebab4952a226448b58f72090, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731593838637 2024-11-14T14:17:21,386 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 657de433bfab46e8ae186d01aa23e1de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839299 2024-11-14T14:17:21,386 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f893901cf2e4454a524d2e9fb74073c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839298 2024-11-14T14:17:21,393 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:21,395 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:21,395 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/6e507932150f4c09afbce869a870adc2 is 50, key is test_row_0/B:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:21,400 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111456d0ddd901b34fd2ae0f105e15a7e950_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:21,402 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111456d0ddd901b34fd2ae0f105e15a7e950_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:21,402 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456d0ddd901b34fd2ae0f105e15a7e950_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742161_1337 (size=12104) 2024-11-14T14:17:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742162_1338 (size=4469) 2024-11-14T14:17:21,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T14:17:21,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,519 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:21,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:21,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111498a7aa5d43ab449294af1d871751677d_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593840502/Put/seqid=0 2024-11-14T14:17:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742163_1339 (size=12154) 2024-11-14T14:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:21,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593901688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593901692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593901692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593901693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593901700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593901803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593901803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593901813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:21,822 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/6e507932150f4c09afbce869a870adc2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/6e507932150f4c09afbce869a870adc2 2024-11-14T14:17:21,823 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#286 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:21,823 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/8829ed8cce304868a87003d5a1176f9e is 175, key is test_row_0/A:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:21,829 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into 6e507932150f4c09afbce869a870adc2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:21,829 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:21,829 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593841384; duration=0sec 2024-11-14T14:17:21,829 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:21,829 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:21,829 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:21,830 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:21,830 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:21,830 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:21,831 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.2 K 2024-11-14T14:17:21,831 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e0bd38f42d2c4d1e819bae8f3c702203, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593838603 2024-11-14T14:17:21,831 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cec2cb082ac2450ca3f2f1f42e8e319b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731593838637 2024-11-14T14:17:21,832 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8359ae0638db451e9c1c3f11c8f0692b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839299 2024-11-14T14:17:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742164_1340 (size=31058) 2024-11-14T14:17:21,839 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/8829ed8cce304868a87003d5a1176f9e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e 2024-11-14T14:17:21,845 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into 8829ed8cce304868a87003d5a1176f9e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:21,845 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:21,845 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593841384; duration=0sec 2024-11-14T14:17:21,845 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:21,845 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:21,851 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:21,851 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/18d425528d914e6d99a3f55768427c9c is 50, key is test_row_0/C:col10/1731593840456/Put/seqid=0 2024-11-14T14:17:21,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742165_1341 (size=12104) 2024-11-14T14:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:21,932 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111498a7aa5d43ab449294af1d871751677d_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498a7aa5d43ab449294af1d871751677d_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:21,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/73991a680d4d4f3abf777c2548511df2, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/73991a680d4d4f3abf777c2548511df2 is 175, key is test_row_0/A:col10/1731593840502/Put/seqid=0 2024-11-14T14:17:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742166_1342 (size=30955) 2024-11-14T14:17:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593902013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593902013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593902032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,261 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/18d425528d914e6d99a3f55768427c9c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/18d425528d914e6d99a3f55768427c9c 2024-11-14T14:17:22,265 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into 18d425528d914e6d99a3f55768427c9c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:22,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:22,265 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593841384; duration=0sec 2024-11-14T14:17:22,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:22,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593902322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,339 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/73991a680d4d4f3abf777c2548511df2 2024-11-14T14:17:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593902333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/c56aaa4d8b124be48f67b76aff2253f2 is 50, key is test_row_0/B:col10/1731593840502/Put/seqid=0 2024-11-14T14:17:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742167_1343 (size=12001) 2024-11-14T14:17:22,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593902343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593902713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593902713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,723 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,724 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,751 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/c56aaa4d8b124be48f67b76aff2253f2 2024-11-14T14:17:22,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 is 50, key is test_row_0/C:col10/1731593840502/Put/seqid=0 2024-11-14T14:17:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742168_1344 (size=12001) 2024-11-14T14:17:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593902833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593902853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593902863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:23,164 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 2024-11-14T14:17:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/73991a680d4d4f3abf777c2548511df2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2 2024-11-14T14:17:23,171 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2, entries=150, sequenceid=68, filesize=30.2 K 2024-11-14T14:17:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/c56aaa4d8b124be48f67b76aff2253f2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2 2024-11-14T14:17:23,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2, entries=150, sequenceid=68, filesize=11.7 K 2024-11-14T14:17:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 2024-11-14T14:17:23,180 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7, entries=150, sequenceid=68, filesize=11.7 K 2024-11-14T14:17:23,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 47677e6f74cbebd21f39f942af210698 in 1662ms, sequenceid=68, compaction requested=false 2024-11-14T14:17:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-14T14:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-14T14:17:23,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T14:17:23,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4280 sec 2024-11-14T14:17:23,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.4320 sec 2024-11-14T14:17:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:23,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:23,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecaa142180f34e93a85b809c76bd160f_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742169_1345 (size=14594) 2024-11-14T14:17:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593903895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593903908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593903909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593904012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593904023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593904023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593904223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593904233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593904243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:24,265 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecaa142180f34e93a85b809c76bd160f_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecaa142180f34e93a85b809c76bd160f_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:24,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/63bb513317fe46a49f205bbc5176497b, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:24,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/63bb513317fe46a49f205bbc5176497b is 175, key is test_row_0/A:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742170_1346 (size=39549) 2024-11-14T14:17:24,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593904532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593904553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593904563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/63bb513317fe46a49f205bbc5176497b 2024-11-14T14:17:24,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/655fceb234ac4bf6a6fe7f95f88a29a4 is 50, key is test_row_0/B:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742171_1347 (size=12001) 2024-11-14T14:17:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593904732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,737 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593904742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:24,748 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T14:17:24,923 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:24,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-14T14:17:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:24,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:24,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:24,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593905043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:25,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T14:17:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593905072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:25,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/655fceb234ac4bf6a6fe7f95f88a29a4 2024-11-14T14:17:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593905083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:25,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2af34aa334714c9cb016d19cd04c307f is 50, key is test_row_0/C:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742172_1348 (size=12001) 2024-11-14T14:17:25,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T14:17:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:25,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T14:17:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:25,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2af34aa334714c9cb016d19cd04c307f 2024-11-14T14:17:25,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/63bb513317fe46a49f205bbc5176497b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b 2024-11-14T14:17:25,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b, entries=200, sequenceid=85, filesize=38.6 K 2024-11-14T14:17:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/655fceb234ac4bf6a6fe7f95f88a29a4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4 2024-11-14T14:17:25,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:17:25,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2af34aa334714c9cb016d19cd04c307f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f 2024-11-14T14:17:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:17:25,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 47677e6f74cbebd21f39f942af210698 in 1665ms, sequenceid=85, compaction requested=true 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:25,513 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:25,513 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:25,514 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:25,514 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:25,515 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,515 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,515 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/6e507932150f4c09afbce869a870adc2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.3 K 2024-11-14T14:17:25,515 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=99.2 K 2024-11-14T14:17:25,515 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b] 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e507932150f4c09afbce869a870adc2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839299 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8829ed8cce304868a87003d5a1176f9e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839299 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c56aaa4d8b124be48f67b76aff2253f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731593840485 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73991a680d4d4f3abf777c2548511df2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731593840485 2024-11-14T14:17:25,515 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 655fceb234ac4bf6a6fe7f95f88a29a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:25,516 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63bb513317fe46a49f205bbc5176497b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:25,525 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:25,526 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:25,527 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144ca51a401b5a49988103c3faa352c45e_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:25,527 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/384ecb0db25c47c3974c4c22252464a0 is 50, key is test_row_0/B:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:25,529 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144ca51a401b5a49988103c3faa352c45e_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:25,529 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ca51a401b5a49988103c3faa352c45e_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:25,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,537 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:25,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742174_1350 (size=4469) 2024-11-14T14:17:25,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742173_1349 (size=12207) 2024-11-14T14:17:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a03862ca8804225becd55e05aa5bb02_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593843906/Put/seqid=0 2024-11-14T14:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742175_1351 (size=12154) 2024-11-14T14:17:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:25,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a03862ca8804225becd55e05aa5bb02_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a03862ca8804225becd55e05aa5bb02_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:25,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/6616b4e338e24c66b3a5ef3ee2cdc13a, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/6616b4e338e24c66b3a5ef3ee2cdc13a is 175, key is test_row_0/A:col10/1731593843906/Put/seqid=0 2024-11-14T14:17:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742176_1352 (size=30955) 2024-11-14T14:17:25,573 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/6616b4e338e24c66b3a5ef3ee2cdc13a 2024-11-14T14:17:25,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/d12f9b4e29fe406ea6403c011e7e4f62 is 50, key is test_row_0/B:col10/1731593843906/Put/seqid=0 2024-11-14T14:17:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742177_1353 (size=12001) 2024-11-14T14:17:25,942 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#295 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:25,942 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/5fbe5031e2ab49db971eee3131612780 is 175, key is test_row_0/A:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742178_1354 (size=31161) 2024-11-14T14:17:25,946 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/384ecb0db25c47c3974c4c22252464a0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/384ecb0db25c47c3974c4c22252464a0 2024-11-14T14:17:25,950 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into 384ecb0db25c47c3974c4c22252464a0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:25,950 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:25,950 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593845513; duration=0sec 2024-11-14T14:17:25,950 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:25,951 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:25,951 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:25,954 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:25,954 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:25,954 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:25,954 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/18d425528d914e6d99a3f55768427c9c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.3 K 2024-11-14T14:17:25,956 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d425528d914e6d99a3f55768427c9c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731593839299 2024-11-14T14:17:25,957 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc20b1ac37d4cc19a8e3e966c44f6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731593840485 2024-11-14T14:17:25,957 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af34aa334714c9cb016d19cd04c307f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:25,959 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/5fbe5031e2ab49db971eee3131612780 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780 2024-11-14T14:17:25,963 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into 5fbe5031e2ab49db971eee3131612780(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:25,963 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:25,963 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593845513; duration=0sec 2024-11-14T14:17:25,963 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:25,963 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:25,964 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:25,964 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/300e428a6c8f4fa3a1a59b8ae60b5b77 is 50, key is test_row_0/C:col10/1731593841686/Put/seqid=0 2024-11-14T14:17:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742179_1355 (size=12207) 2024-11-14T14:17:25,977 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/300e428a6c8f4fa3a1a59b8ae60b5b77 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/300e428a6c8f4fa3a1a59b8ae60b5b77 2024-11-14T14:17:25,983 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into 300e428a6c8f4fa3a1a59b8ae60b5b77(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:25,983 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:25,983 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593845513; duration=0sec 2024-11-14T14:17:25,983 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:25,983 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:26,001 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/d12f9b4e29fe406ea6403c011e7e4f62 2024-11-14T14:17:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cef55d1ea5b04a55b88a6ec2178183d3 is 50, key is test_row_0/C:col10/1731593843906/Put/seqid=0 2024-11-14T14:17:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742180_1356 (size=12001) 2024-11-14T14:17:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593906114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593906116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593906118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593906233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593906233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593906233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,431 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cef55d1ea5b04a55b88a6ec2178183d3 2024-11-14T14:17:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/6616b4e338e24c66b3a5ef3ee2cdc13a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a 2024-11-14T14:17:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593906442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593906443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593906443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,446 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a, entries=150, sequenceid=103, filesize=30.2 K 2024-11-14T14:17:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/d12f9b4e29fe406ea6403c011e7e4f62 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62 2024-11-14T14:17:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,453 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T14:17:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/cef55d1ea5b04a55b88a6ec2178183d3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,459 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T14:17:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 47677e6f74cbebd21f39f942af210698 in 923ms, sequenceid=103, compaction requested=false 2024-11-14T14:17:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-14T14:17:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T14:17:26,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-14T14:17:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.5410 sec 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145af327b4d7df495190627f0a2d4c98f1_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742181_1357 (size=12154) 2024-11-14T14:17:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145af327b4d7df495190627f0a2d4c98f1_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145af327b4d7df495190627f0a2d4c98f1_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/269feb4b95ca43c6a81b6a6ca19517d0, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/269feb4b95ca43c6a81b6a6ca19517d0 is 175, key is test_row_0/A:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742182_1358 (size=30951) 2024-11-14T14:17:26,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/269feb4b95ca43c6a81b6a6ca19517d0 2024-11-14T14:17:26,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/2f8968d6712c434bb94b73a4cffb268e is 50, key is test_row_0/B:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742183_1359 (size=9657) 2024-11-14T14:17:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593906889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593906891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593906892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:26,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593906992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593907003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593907013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T14:17:27,073 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:27,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-14T14:17:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:27,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:27,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:27,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:27,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593907202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593907213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T14:17:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:27,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593907223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/2f8968d6712c434bb94b73a4cffb268e 2024-11-14T14:17:27,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/6dae0f2e0e2b4590a723f8a3a22759b3 is 50, key is test_row_0/C:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742184_1360 (size=9657) 2024-11-14T14:17:27,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/6dae0f2e0e2b4590a723f8a3a22759b3 2024-11-14T14:17:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/269feb4b95ca43c6a81b6a6ca19517d0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0 2024-11-14T14:17:27,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0, entries=150, sequenceid=121, filesize=30.2 K 2024-11-14T14:17:27,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/2f8968d6712c434bb94b73a4cffb268e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e 2024-11-14T14:17:27,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e, entries=100, sequenceid=121, filesize=9.4 K 2024-11-14T14:17:27,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/6dae0f2e0e2b4590a723f8a3a22759b3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3 2024-11-14T14:17:27,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3, entries=100, sequenceid=121, filesize=9.4 K 2024-11-14T14:17:27,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 47677e6f74cbebd21f39f942af210698 in 513ms, sequenceid=121, compaction requested=true 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:27,302 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:27,302 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:27,303 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:27,303 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:27,303 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:27,303 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:27,303 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,303 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,303 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=90.9 K 2024-11-14T14:17:27,303 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/384ecb0db25c47c3974c4c22252464a0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=33.1 K 2024-11-14T14:17:27,303 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,303 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0] 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 384ecb0db25c47c3974c4c22252464a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fbe5031e2ab49db971eee3131612780, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d12f9b4e29fe406ea6403c011e7e4f62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731593843893 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6616b4e338e24c66b3a5ef3ee2cdc13a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731593843893 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8968d6712c434bb94b73a4cffb268e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593846114 2024-11-14T14:17:27,304 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 269feb4b95ca43c6a81b6a6ca19517d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593846114 2024-11-14T14:17:27,309 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:27,311 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:27,311 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142e3f9092328b4c0f89776d4a3a8b91b8_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:27,311 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/b06d18e563bf43db95a3d1dff8972a63 is 50, key is test_row_0/B:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:27,313 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142e3f9092328b4c0f89776d4a3a8b91b8_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:27,314 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e3f9092328b4c0f89776d4a3a8b91b8_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742185_1361 (size=4469) 2024-11-14T14:17:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742186_1362 (size=12309) 2024-11-14T14:17:27,327 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#304 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:27,327 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d499cc5904de4e65957ec960fadbe696 is 175, key is test_row_0/A:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:27,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742187_1363 (size=31370) 2024-11-14T14:17:27,334 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/b06d18e563bf43db95a3d1dff8972a63 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/b06d18e563bf43db95a3d1dff8972a63 2024-11-14T14:17:27,341 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into b06d18e563bf43db95a3d1dff8972a63(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:27,341 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:27,341 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593847302; duration=0sec 2024-11-14T14:17:27,341 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:27,341 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:27,342 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:27,342 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:27,342 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:27,342 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,343 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/300e428a6c8f4fa3a1a59b8ae60b5b77, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=33.1 K 2024-11-14T14:17:27,343 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 300e428a6c8f4fa3a1a59b8ae60b5b77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731593841686 2024-11-14T14:17:27,343 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cef55d1ea5b04a55b88a6ec2178183d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731593843893 2024-11-14T14:17:27,343 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dae0f2e0e2b4590a723f8a3a22759b3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593846114 2024-11-14T14:17:27,351 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:27,351 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/f03bb91fbc444fc7b141dcf2840183af is 50, key is test_row_0/C:col10/1731593846786/Put/seqid=0 2024-11-14T14:17:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742188_1364 (size=12309) 2024-11-14T14:17:27,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:27,383 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d456ee9fbf324e96965bd37c851936b5_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593846889/Put/seqid=0 2024-11-14T14:17:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742189_1365 (size=12304) 2024-11-14T14:17:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:27,404 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d456ee9fbf324e96965bd37c851936b5_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d456ee9fbf324e96965bd37c851936b5_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9964a021baaf434bbc1c7c2490228fbf, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9964a021baaf434bbc1c7c2490228fbf is 175, key is test_row_0/A:col10/1731593846889/Put/seqid=0 2024-11-14T14:17:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742190_1366 (size=31105) 2024-11-14T14:17:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:27,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593907553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593907555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593907556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593907663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593907673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593907673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:27,736 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d499cc5904de4e65957ec960fadbe696 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696 2024-11-14T14:17:27,742 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into d499cc5904de4e65957ec960fadbe696(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:27,742 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:27,742 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593847302; duration=0sec 2024-11-14T14:17:27,742 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:27,742 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:27,766 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/f03bb91fbc444fc7b141dcf2840183af as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f03bb91fbc444fc7b141dcf2840183af 2024-11-14T14:17:27,770 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into f03bb91fbc444fc7b141dcf2840183af(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:27,770 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:27,770 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593847302; duration=0sec 2024-11-14T14:17:27,770 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:27,770 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:27,818 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9964a021baaf434bbc1c7c2490228fbf 2024-11-14T14:17:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5b60939da70647138fb8828ea1e23f5e is 50, key is test_row_0/B:col10/1731593846889/Put/seqid=0 2024-11-14T14:17:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742191_1367 (size=12151) 2024-11-14T14:17:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593907883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593907883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593907883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593908193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593908203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593908203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:28,246 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5b60939da70647138fb8828ea1e23f5e 2024-11-14T14:17:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/b365bf2385a240e6b4333870e2140ada is 50, key is test_row_0/C:col10/1731593846889/Put/seqid=0 2024-11-14T14:17:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742192_1368 (size=12151) 2024-11-14T14:17:28,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/b365bf2385a240e6b4333870e2140ada 2024-11-14T14:17:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9964a021baaf434bbc1c7c2490228fbf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf 2024-11-14T14:17:28,667 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf, entries=150, sequenceid=139, filesize=30.4 K 2024-11-14T14:17:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5b60939da70647138fb8828ea1e23f5e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e 2024-11-14T14:17:28,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e, entries=150, sequenceid=139, filesize=11.9 K 2024-11-14T14:17:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/b365bf2385a240e6b4333870e2140ada as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada 2024-11-14T14:17:28,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada, entries=150, sequenceid=139, filesize=11.9 K 2024-11-14T14:17:28,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 47677e6f74cbebd21f39f942af210698 in 1294ms, sequenceid=139, compaction requested=false 2024-11-14T14:17:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-14T14:17:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-14T14:17:28,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-14T14:17:28,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-11-14T14:17:28,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6080 sec 2024-11-14T14:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:28,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:17:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:28,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114379d96780aab4d179875708f13933111_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742193_1369 (size=14794) 2024-11-14T14:17:28,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593908753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593908754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593908754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593908773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,777 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593908783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,789 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593909093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593909093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593909093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:29,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114379d96780aab4d179875708f13933111_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114379d96780aab4d179875708f13933111_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:29,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0a2bf5664ed04fd0a5d217b189f232f6, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:29,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0a2bf5664ed04fd0a5d217b189f232f6 is 175, key is test_row_0/A:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742194_1370 (size=39749) 2024-11-14T14:17:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T14:17:29,233 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T14:17:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:29,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:29,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:29,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:29,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:17:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593909402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593909402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593909402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0a2bf5664ed04fd0a5d217b189f232f6 2024-11-14T14:17:29,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4bf71570c183434baa823d4eaaef817f is 50, key is test_row_0/B:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:29,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:17:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:29,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742195_1371 (size=12151) 2024-11-14T14:17:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:29,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:17:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:17:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593909913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593909913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593909923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:29,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4bf71570c183434baa823d4eaaef817f 2024-11-14T14:17:29,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/c6db27ec86164fbabc1945140783e7f7 is 50, key is test_row_0/C:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742196_1372 (size=12151) 2024-11-14T14:17:29,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/c6db27ec86164fbabc1945140783e7f7 2024-11-14T14:17:29,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0a2bf5664ed04fd0a5d217b189f232f6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6 2024-11-14T14:17:29,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6, entries=200, sequenceid=157, filesize=38.8 K 2024-11-14T14:17:29,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4bf71570c183434baa823d4eaaef817f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f 2024-11-14T14:17:29,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:17:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/c6db27ec86164fbabc1945140783e7f7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7 2024-11-14T14:17:29,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:17:29,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 47677e6f74cbebd21f39f942af210698 in 1257ms, sequenceid=157, compaction requested=true 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:29,966 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:29,966 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:29,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:29,968 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:29,968 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:29,968 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:29,968 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:29,969 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,969 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,969 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/b06d18e563bf43db95a3d1dff8972a63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.8 K 2024-11-14T14:17:29,969 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=99.8 K 2024-11-14T14:17:29,969 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6] 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b06d18e563bf43db95a3d1dff8972a63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593843893 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d499cc5904de4e65957ec960fadbe696, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593843893 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b60939da70647138fb8828ea1e23f5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731593846888 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9964a021baaf434bbc1c7c2490228fbf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731593846888 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bf71570c183434baa823d4eaaef817f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:29,969 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a2bf5664ed04fd0a5d217b189f232f6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:29,977 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:29,990 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:29,991 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4263f12d9bb14c048c6fe947f38a6b84 is 50, key is test_row_0/B:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:29,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:17:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:29,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:30,001 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114163ef505b2594ff480db8d9e2b9ab1d3_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:30,003 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114163ef505b2594ff480db8d9e2b9ab1d3_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:30,003 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114163ef505b2594ff480db8d9e2b9ab1d3_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:30,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141949da2627574065bda7ff49fb4d1ae5_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593848732/Put/seqid=0 2024-11-14T14:17:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742197_1373 (size=12561) 2024-11-14T14:17:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742198_1374 (size=4469) 2024-11-14T14:17:30,043 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4263f12d9bb14c048c6fe947f38a6b84 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4263f12d9bb14c048c6fe947f38a6b84 2024-11-14T14:17:30,049 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into 4263f12d9bb14c048c6fe947f38a6b84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:30,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:30,049 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593849966; duration=0sec 2024-11-14T14:17:30,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:30,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:30,049 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:30,050 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:30,050 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:30,050 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:30,050 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f03bb91fbc444fc7b141dcf2840183af, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=35.8 K 2024-11-14T14:17:30,050 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f03bb91fbc444fc7b141dcf2840183af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731593843893 2024-11-14T14:17:30,050 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b365bf2385a240e6b4333870e2140ada, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731593846888 2024-11-14T14:17:30,051 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c6db27ec86164fbabc1945140783e7f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742199_1375 (size=12304) 2024-11-14T14:17:30,057 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:30,058 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/a4aefd8fc47a4de08848861c18b5babe is 50, key is test_row_0/C:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742200_1376 (size=12561) 2024-11-14T14:17:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:30,439 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#312 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:30,439 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e55137c482ff4705adbfc3fadde68ec6 is 175, key is test_row_0/A:col10/1731593847554/Put/seqid=0 2024-11-14T14:17:30,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742201_1377 (size=31515) 2024-11-14T14:17:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:30,457 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141949da2627574065bda7ff49fb4d1ae5_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141949da2627574065bda7ff49fb4d1ae5_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:30,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/cdd2c31c28804d36a91d3949c8fb2b4d, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/cdd2c31c28804d36a91d3949c8fb2b4d is 175, key is test_row_0/A:col10/1731593848732/Put/seqid=0 2024-11-14T14:17:30,469 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/a4aefd8fc47a4de08848861c18b5babe as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a4aefd8fc47a4de08848861c18b5babe 2024-11-14T14:17:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742202_1378 (size=31105) 2024-11-14T14:17:30,473 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/cdd2c31c28804d36a91d3949c8fb2b4d 2024-11-14T14:17:30,473 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into a4aefd8fc47a4de08848861c18b5babe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:30,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:30,473 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593849966; duration=0sec 2024-11-14T14:17:30,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:30,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8dd7b346bb7749e793f5db7a0bc07b51 is 50, key is test_row_0/B:col10/1731593848732/Put/seqid=0 2024-11-14T14:17:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742203_1379 (size=12151) 2024-11-14T14:17:30,845 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e55137c482ff4705adbfc3fadde68ec6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6 2024-11-14T14:17:30,849 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into e55137c482ff4705adbfc3fadde68ec6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:30,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:30,849 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593849966; duration=0sec 2024-11-14T14:17:30,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:30,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:30,882 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8dd7b346bb7749e793f5db7a0bc07b51 2024-11-14T14:17:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/712c1261425b4f05ad1b57e493c29943 is 50, key is test_row_0/C:col10/1731593848732/Put/seqid=0 2024-11-14T14:17:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742204_1380 (size=12151) 2024-11-14T14:17:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:30,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593910959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:30,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593910959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593910964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593911073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593911073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593911082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,292 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/712c1261425b4f05ad1b57e493c29943 2024-11-14T14:17:31,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593911283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593911283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/cdd2c31c28804d36a91d3949c8fb2b4d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d 2024-11-14T14:17:31,299 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d, entries=150, sequenceid=173, filesize=30.4 K 2024-11-14T14:17:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8dd7b346bb7749e793f5db7a0bc07b51 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51 2024-11-14T14:17:31,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T14:17:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/712c1261425b4f05ad1b57e493c29943 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943 2024-11-14T14:17:31,306 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T14:17:31,307 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 47677e6f74cbebd21f39f942af210698 in 1309ms, sequenceid=173, compaction requested=false 2024-11-14T14:17:31,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:31,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T14:17:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T14:17:31,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T14:17:31,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-11-14T14:17:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:31,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:31,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0760 sec 2024-11-14T14:17:31,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111427728d1bc3cf4419b5ea054b10445afd_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742205_1381 (size=14794) 2024-11-14T14:17:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:17:31,383 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:31,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T14:17:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:31,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:31,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:31,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:31,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593911379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:31,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593911493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593911603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593911603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593911703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:31,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:31,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111427728d1bc3cf4419b5ea054b10445afd_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111427728d1bc3cf4419b5ea054b10445afd_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:31,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/37a4ddf429474c45ab499fa65bbf79a3, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:31,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/37a4ddf429474c45ab499fa65bbf79a3 is 175, key is test_row_0/A:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742206_1382 (size=39749) 2024-11-14T14:17:31,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:31,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:31,952 INFO [AsyncFSWAL-0-hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData-prefix:6e2cc31459a7,35265,1731593742453 {}] wal.AbstractFSWAL(1368): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41991,DS-d1b6ceca-99fa-431a-b52a-9a7ae129762d,DISK]] 2024-11-14T14:17:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:32,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593912013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:32,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:32,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:32,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593912123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593912123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:32,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/37a4ddf429474c45ab499fa65bbf79a3 2024-11-14T14:17:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:32,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5cb84b3b89664e0bb8ec659bf865f7c7 is 50, key is test_row_0/B:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742207_1383 (size=12151) 2024-11-14T14:17:32,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593912532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:32,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5cb84b3b89664e0bb8ec659bf865f7c7 2024-11-14T14:17:32,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/f83c0c5d9b53476a8f30b9a40895a773 is 50, key is test_row_0/C:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742208_1384 (size=12151) 2024-11-14T14:17:32,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/f83c0c5d9b53476a8f30b9a40895a773 2024-11-14T14:17:32,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/37a4ddf429474c45ab499fa65bbf79a3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3 2024-11-14T14:17:32,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3, entries=200, sequenceid=193, filesize=38.8 K 2024-11-14T14:17:32,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/5cb84b3b89664e0bb8ec659bf865f7c7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7 2024-11-14T14:17:32,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T14:17:32,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/f83c0c5d9b53476a8f30b9a40895a773 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773 2024-11-14T14:17:32,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T14:17:32,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 47677e6f74cbebd21f39f942af210698 in 1266ms, sequenceid=193, compaction requested=true 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:32,576 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:17:32,576 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:32,578 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:32,578 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,578 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4263f12d9bb14c048c6fe947f38a6b84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=36.0 K 2024-11-14T14:17:32,578 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=100.0 K 2024-11-14T14:17:32,578 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3] 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4263f12d9bb14c048c6fe947f38a6b84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e55137c482ff4705adbfc3fadde68ec6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:32,578 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd7b346bb7749e793f5db7a0bc07b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593848732 2024-11-14T14:17:32,579 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cb84b3b89664e0bb8ec659bf865f7c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:32,579 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd2c31c28804d36a91d3949c8fb2b4d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593848732 2024-11-14T14:17:32,579 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37a4ddf429474c45ab499fa65bbf79a3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:32,583 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:32,584 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:32,584 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/2806e272c8e440bba4628abacc6f40f4 is 50, key is test_row_0/B:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:32,585 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e96279b1e0504a198435edfd741f26f3_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:32,587 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e96279b1e0504a198435edfd741f26f3_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:32,587 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e96279b1e0504a198435edfd741f26f3_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742209_1385 (size=12663) 2024-11-14T14:17:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742210_1386 (size=4469) 2024-11-14T14:17:32,607 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/2806e272c8e440bba4628abacc6f40f4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2806e272c8e440bba4628abacc6f40f4 2024-11-14T14:17:32,613 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into 2806e272c8e440bba4628abacc6f40f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:32,614 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:32,614 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593852576; duration=0sec 2024-11-14T14:17:32,614 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:32,614 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:32,614 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:32,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:32,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:32,615 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,615 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a4aefd8fc47a4de08848861c18b5babe, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=36.0 K 2024-11-14T14:17:32,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a4aefd8fc47a4de08848861c18b5babe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731593847551 2024-11-14T14:17:32,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 712c1261425b4f05ad1b57e493c29943, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593848732 2024-11-14T14:17:32,616 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f83c0c5d9b53476a8f30b9a40895a773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:32,622 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:32,622 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/a1cc5b351e6d4eebbab43f4b92a980f0 is 50, key is test_row_0/C:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742211_1387 (size=12663) 2024-11-14T14:17:32,639 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/a1cc5b351e6d4eebbab43f4b92a980f0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a1cc5b351e6d4eebbab43f4b92a980f0 2024-11-14T14:17:32,644 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into a1cc5b351e6d4eebbab43f4b92a980f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:32,644 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:32,644 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593852576; duration=0sec 2024-11-14T14:17:32,644 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:32,644 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:32,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:17:32,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:32,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146e1d843834414ff4b08bab5852c3f389_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593851378/Put/seqid=0 2024-11-14T14:17:32,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742212_1388 (size=12304) 2024-11-14T14:17:33,005 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:33,006 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0ffc47260dbd493b8aca2cc92ed3fad4 is 175, key is test_row_0/A:col10/1731593851309/Put/seqid=0 2024-11-14T14:17:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742213_1389 (size=31617) 2024-11-14T14:17:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:33,141 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146e1d843834414ff4b08bab5852c3f389_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146e1d843834414ff4b08bab5852c3f389_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/74f03a5f36fd433da443c3ca3820bf1c, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/74f03a5f36fd433da443c3ca3820bf1c is 175, key is test_row_0/A:col10/1731593851378/Put/seqid=0 2024-11-14T14:17:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742214_1390 (size=31105) 2024-11-14T14:17:33,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593913224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593913237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593913343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593913352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,414 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/0ffc47260dbd493b8aca2cc92ed3fad4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4 2024-11-14T14:17:33,419 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into 0ffc47260dbd493b8aca2cc92ed3fad4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:33,419 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:33,419 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593852576; duration=0sec 2024-11-14T14:17:33,419 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:33,420 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:33,549 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/74f03a5f36fd433da443c3ca3820bf1c 2024-11-14T14:17:33,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593913542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,549 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/568ae513c0b449c4bcf7f668b8d9fc2a is 50, key is test_row_0/B:col10/1731593851378/Put/seqid=0 2024-11-14T14:17:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742215_1391 (size=12151) 2024-11-14T14:17:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593913552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593913563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593913864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593913882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:33,958 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/568ae513c0b449c4bcf7f668b8d9fc2a 2024-11-14T14:17:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/ae5d889190b64d37a3bf37780496c4f8 is 50, key is test_row_0/C:col10/1731593851378/Put/seqid=0 2024-11-14T14:17:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742216_1392 (size=12151) 2024-11-14T14:17:33,968 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/ae5d889190b64d37a3bf37780496c4f8 2024-11-14T14:17:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/74f03a5f36fd433da443c3ca3820bf1c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c 2024-11-14T14:17:33,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c, entries=150, sequenceid=210, filesize=30.4 K 2024-11-14T14:17:33,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/568ae513c0b449c4bcf7f668b8d9fc2a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a 2024-11-14T14:17:33,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-14T14:17:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/ae5d889190b64d37a3bf37780496c4f8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8 2024-11-14T14:17:33,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8, entries=150, sequenceid=210, filesize=11.9 K 2024-11-14T14:17:33,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 47677e6f74cbebd21f39f942af210698 in 1269ms, sequenceid=210, compaction requested=false 2024-11-14T14:17:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T14:17:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T14:17:33,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T14:17:33,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6010 sec 2024-11-14T14:17:33,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.6040 sec 2024-11-14T14:17:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:34,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:34,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f97c847d157f454f8a64a68d370367b2_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742217_1393 (size=14794) 2024-11-14T14:17:34,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:34,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f97c847d157f454f8a64a68d370367b2_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97c847d157f454f8a64a68d370367b2_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:34,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e9ff039c42544c6fb6d802c9a6d844eb, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:34,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e9ff039c42544c6fb6d802c9a6d844eb is 175, key is test_row_0/A:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742218_1394 (size=39749) 2024-11-14T14:17:34,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e9ff039c42544c6fb6d802c9a6d844eb 2024-11-14T14:17:34,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/07b95efc23c2468babc9ba9109b4090f is 50, key is test_row_0/B:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742219_1395 (size=12151) 2024-11-14T14:17:34,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/07b95efc23c2468babc9ba9109b4090f 2024-11-14T14:17:34,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e931c39a7bb3426396ca2a4e4a88b6d7 is 50, key is test_row_0/C:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742220_1396 (size=12151) 2024-11-14T14:17:34,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593914422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593914424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593914543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593914753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593914753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:34,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e931c39a7bb3426396ca2a4e4a88b6d7 2024-11-14T14:17:34,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/e9ff039c42544c6fb6d802c9a6d844eb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb 2024-11-14T14:17:34,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb, entries=200, sequenceid=229, filesize=38.8 K 2024-11-14T14:17:34,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/07b95efc23c2468babc9ba9109b4090f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f 2024-11-14T14:17:34,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f, entries=150, sequenceid=229, filesize=11.9 K 2024-11-14T14:17:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/e931c39a7bb3426396ca2a4e4a88b6d7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7 2024-11-14T14:17:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7, entries=150, sequenceid=229, filesize=11.9 K 2024-11-14T14:17:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 47677e6f74cbebd21f39f942af210698 in 463ms, sequenceid=229, compaction requested=true 2024-11-14T14:17:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:34,843 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:34,843 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:34,847 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:34,847 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:34,847 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:34,847 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:34,848 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:34,848 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:34,848 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=100.1 K 2024-11-14T14:17:34,848 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2806e272c8e440bba4628abacc6f40f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=36.1 K 2024-11-14T14:17:34,848 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:34,848 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb] 2024-11-14T14:17:34,848 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2806e272c8e440bba4628abacc6f40f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:34,848 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ffc47260dbd493b8aca2cc92ed3fad4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:34,848 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 568ae513c0b449c4bcf7f668b8d9fc2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731593851358 2024-11-14T14:17:34,849 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b95efc23c2468babc9ba9109b4090f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853223 2024-11-14T14:17:34,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f03a5f36fd433da443c3ca3820bf1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731593851358 2024-11-14T14:17:34,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9ff039c42544c6fb6d802c9a6d844eb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853158 2024-11-14T14:17:34,853 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:34,855 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:34,855 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4a14b2fa677a498caa276a76b21d92f4 is 50, key is test_row_0/B:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,857 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e68748da33b946dfa66e10c140bb4e84_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:34,858 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e68748da33b946dfa66e10c140bb4e84_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:34,858 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e68748da33b946dfa66e10c140bb4e84_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742222_1398 (size=4469) 2024-11-14T14:17:34,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742221_1397 (size=12765) 2024-11-14T14:17:34,878 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/4a14b2fa677a498caa276a76b21d92f4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4a14b2fa677a498caa276a76b21d92f4 2024-11-14T14:17:34,884 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into 4a14b2fa677a498caa276a76b21d92f4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:34,884 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:34,884 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=13, startTime=1731593854843; duration=0sec 2024-11-14T14:17:34,884 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:34,884 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:34,884 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:34,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:34,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:34,887 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:34,887 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a1cc5b351e6d4eebbab43f4b92a980f0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=36.1 K 2024-11-14T14:17:34,887 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a1cc5b351e6d4eebbab43f4b92a980f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731593850958 2024-11-14T14:17:34,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5d889190b64d37a3bf37780496c4f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731593851358 2024-11-14T14:17:34,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e931c39a7bb3426396ca2a4e4a88b6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853223 2024-11-14T14:17:34,893 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:34,893 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/41d668926a66403b8ac0d92ea65c8fe4 is 50, key is test_row_0/C:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:34,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742223_1399 (size=12765) 2024-11-14T14:17:34,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/41d668926a66403b8ac0d92ea65c8fe4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/41d668926a66403b8ac0d92ea65c8fe4 2024-11-14T14:17:34,926 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into 41d668926a66403b8ac0d92ea65c8fe4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:34,926 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:34,926 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=13, startTime=1731593854843; duration=0sec 2024-11-14T14:17:34,926 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:34,926 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:35,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:35,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:35,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114af7eda89c86b4533961837e63e38e7d6_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593854423/Put/seqid=0 2024-11-14T14:17:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742224_1400 (size=14794) 2024-11-14T14:17:35,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593915132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593915140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593915242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593915252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,271 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:35,271 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/c7e5ddc6692d49f3b7002c817ebbb9cc is 175, key is test_row_0/A:col10/1731593853234/Put/seqid=0 2024-11-14T14:17:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742225_1401 (size=31719) 2024-11-14T14:17:35,279 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/c7e5ddc6692d49f3b7002c817ebbb9cc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc 2024-11-14T14:17:35,283 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into c7e5ddc6692d49f3b7002c817ebbb9cc(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:35,283 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:35,283 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=13, startTime=1731593854843; duration=0sec 2024-11-14T14:17:35,284 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:35,284 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593915462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593915462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:35,514 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114af7eda89c86b4533961837e63e38e7d6_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af7eda89c86b4533961837e63e38e7d6_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:35,515 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9c085a9ec7fe42fab8e7e3e627c569f2, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:35,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9c085a9ec7fe42fab8e7e3e627c569f2 is 175, key is test_row_0/A:col10/1731593854423/Put/seqid=0 2024-11-14T14:17:35,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742226_1402 (size=39749) 2024-11-14T14:17:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:17:35,543 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:35,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T14:17:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:35,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:35,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:35,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:35,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52758 deadline: 1731593915573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,581 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:35,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:17:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:35,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593915773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593915784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:35,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:17:35,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:35,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:35,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:35,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:35,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9c085a9ec7fe42fab8e7e3e627c569f2 2024-11-14T14:17:35,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/dba34efadba6491eacfd29aa0c3efb3a is 50, key is test_row_0/B:col10/1731593854423/Put/seqid=0 2024-11-14T14:17:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742227_1403 (size=12151) 2024-11-14T14:17:35,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/dba34efadba6491eacfd29aa0c3efb3a 2024-11-14T14:17:35,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/70edd298582c4a98a524f1d55b3a8de8 is 50, key is test_row_0/C:col10/1731593854423/Put/seqid=0 2024-11-14T14:17:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742228_1404 (size=12151) 2024-11-14T14:17:35,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/70edd298582c4a98a524f1d55b3a8de8 2024-11-14T14:17:35,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/9c085a9ec7fe42fab8e7e3e627c569f2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2 2024-11-14T14:17:35,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2, entries=200, sequenceid=246, filesize=38.8 K 2024-11-14T14:17:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/dba34efadba6491eacfd29aa0c3efb3a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a 2024-11-14T14:17:35,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T14:17:35,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/70edd298582c4a98a524f1d55b3a8de8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8 2024-11-14T14:17:36,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:17:36,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:36,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:36,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:36,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:36,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:36,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T14:17:36,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 47677e6f74cbebd21f39f942af210698 in 942ms, sequenceid=246, compaction requested=false 2024-11-14T14:17:36,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:36,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:17:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:36,159 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b6b65c8accd244918681f31558d560db_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593855126/Put/seqid=0 2024-11-14T14:17:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742229_1405 (size=12454) 2024-11-14T14:17:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:36,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b6b65c8accd244918681f31558d560db_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6b65c8accd244918681f31558d560db_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d521d8e668af476cb7c9c751017748c0, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d521d8e668af476cb7c9c751017748c0 is 175, key is test_row_0/A:col10/1731593855126/Put/seqid=0 2024-11-14T14:17:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742230_1406 (size=31255) 2024-11-14T14:17:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:36,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593916343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593916348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593916452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593916463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:36,597 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d521d8e668af476cb7c9c751017748c0 2024-11-14T14:17:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8e3b1dd0f6dd484aab82571de35599dc is 50, key is test_row_0/B:col10/1731593855126/Put/seqid=0 2024-11-14T14:17:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742231_1407 (size=12301) 2024-11-14T14:17:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593916672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:36,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593916682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:37,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593916993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:37,007 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8e3b1dd0f6dd484aab82571de35599dc 2024-11-14T14:17:37,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593917003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/11812755b7b5488388837a610de673f4 is 50, key is test_row_0/C:col10/1731593855126/Put/seqid=0 2024-11-14T14:17:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742232_1408 (size=12301) 2024-11-14T14:17:37,506 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/11812755b7b5488388837a610de673f4 2024-11-14T14:17:37,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d521d8e668af476cb7c9c751017748c0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0 2024-11-14T14:17:37,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0, entries=150, sequenceid=264, filesize=30.5 K 2024-11-14T14:17:37,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/8e3b1dd0f6dd484aab82571de35599dc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc 2024-11-14T14:17:37,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T14:17:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593917513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/11812755b7b5488388837a610de673f4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4 2024-11-14T14:17:37,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593917523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:37,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T14:17:37,530 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 47677e6f74cbebd21f39f942af210698 in 1371ms, sequenceid=264, compaction requested=true 2024-11-14T14:17:37,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:37,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:37,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T14:17:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T14:17:37,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T14:17:37,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9860 sec 2024-11-14T14:17:37,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.9920 sec 2024-11-14T14:17:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:17:37,697 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:37,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T14:17:37,703 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:37,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:37,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:37,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:17:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:37,857 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:17:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a362ba218ff44164b23b16fd437c59b7_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593856346/Put/seqid=0 2024-11-14T14:17:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742233_1409 (size=12454) 2024-11-14T14:17:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:38,287 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a362ba218ff44164b23b16fd437c59b7_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a362ba218ff44164b23b16fd437c59b7_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1852255d3ab1422a82bfea32b37c012c, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1852255d3ab1422a82bfea32b37c012c is 175, key is test_row_0/A:col10/1731593856346/Put/seqid=0 2024-11-14T14:17:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742234_1410 (size=31255) 2024-11-14T14:17:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. as already flushing 2024-11-14T14:17:38,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593918578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593918581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,603 INFO [Thread-1493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1493. 2024-11-14T14:17:38,603 DEBUG [Thread-1493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:38,603 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,603 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:38,606 INFO [Thread-1501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1501. 2024-11-14T14:17:38,606 DEBUG [Thread-1501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:38,606 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,606 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:38,610 INFO [Thread-1495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1495. 2024-11-14T14:17:38,611 DEBUG [Thread-1495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:38,611 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,611 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:38,614 INFO [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497. 2024-11-14T14:17:38,614 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:38,614 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,614 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:38,618 INFO [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499. 2024-11-14T14:17:38,618 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:38,618 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,619 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:38,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593918692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593918692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1852255d3ab1422a82bfea32b37c012c 2024-11-14T14:17:38,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/e5bd10297ff44c26ac9f3b16909a3c45 is 50, key is test_row_0/B:col10/1731593856346/Put/seqid=0 2024-11-14T14:17:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742235_1411 (size=12301) 2024-11-14T14:17:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52774 deadline: 1731593918832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,833 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18323 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52772 deadline: 1731593918883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,883 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 47677e6f74cbebd21f39f942af210698 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18373 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593918902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593918902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:39,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/e5bd10297ff44c26ac9f3b16909a3c45 2024-11-14T14:17:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/755a4cc7227042e89552190cf186813b is 50, key is test_row_0/C:col10/1731593856346/Put/seqid=0 2024-11-14T14:17:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742236_1412 (size=12301) 2024-11-14T14:17:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1731593919213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52824 deadline: 1731593919213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:17:39,512 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/755a4cc7227042e89552190cf186813b 2024-11-14T14:17:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/1852255d3ab1422a82bfea32b37c012c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c 2024-11-14T14:17:39,518 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c, entries=150, sequenceid=279, filesize=30.5 K 2024-11-14T14:17:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/e5bd10297ff44c26ac9f3b16909a3c45 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45 2024-11-14T14:17:39,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T14:17:39,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/755a4cc7227042e89552190cf186813b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b 2024-11-14T14:17:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T14:17:39,527 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 47677e6f74cbebd21f39f942af210698 in 1669ms, sequenceid=279, compaction requested=true 2024-11-14T14:17:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T14:17:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T14:17:39,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T14:17:39,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-14T14:17:39,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8310 sec 2024-11-14T14:17:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:39,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:17:39,614 INFO [Thread-1482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1482. 2024-11-14T14:17:39,614 DEBUG [Thread-1482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:39,614 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:39,614 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:39,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:39,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114656e0f2d45e742589edba82a29f721e4_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742237_1413 (size=12454) 2024-11-14T14:17:39,724 INFO [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488. 2024-11-14T14:17:39,724 INFO [Thread-1490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1490. 2024-11-14T14:17:39,724 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:39,724 DEBUG [Thread-1490 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:39,724 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,724 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,724 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,724 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:39,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:39,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:17:39,853 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:40,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114656e0f2d45e742589edba82a29f721e4_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114656e0f2d45e742589edba82a29f721e4_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:40,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/4ee3c2b219074fa3b1e7473eb96fa4a1, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:40,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/4ee3c2b219074fa3b1e7473eb96fa4a1 is 175, key is test_row_0/A:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742238_1414 (size=31255) 2024-11-14T14:17:40,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/4ee3c2b219074fa3b1e7473eb96fa4a1 2024-11-14T14:17:40,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/7a9a4fa00dd14d9f95fb36acabd72c4b is 50, key is test_row_0/B:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742239_1415 (size=12301) 2024-11-14T14:17:40,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/7a9a4fa00dd14d9f95fb36acabd72c4b 2024-11-14T14:17:40,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2a11a512abd5460ab7b547e398764dbf is 50, key is test_row_0/C:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742240_1416 (size=12301) 2024-11-14T14:17:41,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2a11a512abd5460ab7b547e398764dbf 2024-11-14T14:17:41,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/4ee3c2b219074fa3b1e7473eb96fa4a1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1 2024-11-14T14:17:41,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1, entries=150, sequenceid=297, filesize=30.5 K 2024-11-14T14:17:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/7a9a4fa00dd14d9f95fb36acabd72c4b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b 2024-11-14T14:17:41,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T14:17:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/2a11a512abd5460ab7b547e398764dbf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf 2024-11-14T14:17:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T14:17:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 47677e6f74cbebd21f39f942af210698 in 1648ms, sequenceid=297, compaction requested=true 2024-11-14T14:17:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:41,263 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47677e6f74cbebd21f39f942af210698:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:41,263 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:17:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165233 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61819 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/B is initiating minor compaction (all files) 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/A is initiating minor compaction (all files) 2024-11-14T14:17:41,264 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/B in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:41,264 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/A in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:41,264 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4a14b2fa677a498caa276a76b21d92f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=60.4 K 2024-11-14T14:17:41,264 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=161.4 K 2024-11-14T14:17:41,264 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1] 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a14b2fa677a498caa276a76b21d92f4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853223 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7e5ddc6692d49f3b7002c817ebbb9cc, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853223 2024-11-14T14:17:41,264 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting dba34efadba6491eacfd29aa0c3efb3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731593854421 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c085a9ec7fe42fab8e7e3e627c569f2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731593854410 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e3b1dd0f6dd484aab82571de35599dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731593855109 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d521d8e668af476cb7c9c751017748c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731593855109 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e5bd10297ff44c26ac9f3b16909a3c45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731593856323 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1852255d3ab1422a82bfea32b37c012c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731593856323 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a9a4fa00dd14d9f95fb36acabd72c4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731593858572 2024-11-14T14:17:41,265 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee3c2b219074fa3b1e7473eb96fa4a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731593858572 2024-11-14T14:17:41,275 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:41,275 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#B#compaction#345 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:41,275 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/def40ef81fdb44f3bfcb0e232abc2c2c is 50, key is test_row_0/B:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:41,276 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114edc9fce991f148efbe763dc4c0ec4a82_47677e6f74cbebd21f39f942af210698 store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742241_1417 (size=13085) 2024-11-14T14:17:41,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114edc9fce991f148efbe763dc4c0ec4a82_47677e6f74cbebd21f39f942af210698, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:41,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114edc9fce991f148efbe763dc4c0ec4a82_47677e6f74cbebd21f39f942af210698 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742242_1418 (size=4469) 2024-11-14T14:17:41,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:17:41,682 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/def40ef81fdb44f3bfcb0e232abc2c2c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/def40ef81fdb44f3bfcb0e232abc2c2c 2024-11-14T14:17:41,686 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 47677e6f74cbebd21f39f942af210698/B of 47677e6f74cbebd21f39f942af210698 into def40ef81fdb44f3bfcb0e232abc2c2c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:41,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:41,686 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/B, priority=11, startTime=1731593861263; duration=0sec 2024-11-14T14:17:41,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:41,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:B 2024-11-14T14:17:41,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:17:41,687 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61819 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:17:41,687 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 47677e6f74cbebd21f39f942af210698/C is initiating minor compaction (all files) 2024-11-14T14:17:41,687 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47677e6f74cbebd21f39f942af210698/C in TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:41,687 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/41d668926a66403b8ac0d92ea65c8fe4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp, totalSize=60.4 K 2024-11-14T14:17:41,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 41d668926a66403b8ac0d92ea65c8fe4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731593853223 2024-11-14T14:17:41,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 70edd298582c4a98a524f1d55b3a8de8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731593854421 2024-11-14T14:17:41,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 11812755b7b5488388837a610de673f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731593855109 2024-11-14T14:17:41,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 755a4cc7227042e89552190cf186813b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731593856323 2024-11-14T14:17:41,688 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a11a512abd5460ab7b547e398764dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731593858572 2024-11-14T14:17:41,694 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:41,694 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/7151c1fbdc3545cf833350ffdf8a7120 is 175, key is test_row_0/A:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:41,696 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47677e6f74cbebd21f39f942af210698#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:41,697 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/4a00bafdcbbf49c1a5e376a7ac1ec35b is 50, key is test_row_0/C:col10/1731593859613/Put/seqid=0 2024-11-14T14:17:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742243_1419 (size=32039) 2024-11-14T14:17:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742244_1420 (size=13085) 2024-11-14T14:17:42,101 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/7151c1fbdc3545cf833350ffdf8a7120 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/7151c1fbdc3545cf833350ffdf8a7120 2024-11-14T14:17:42,102 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/4a00bafdcbbf49c1a5e376a7ac1ec35b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/4a00bafdcbbf49c1a5e376a7ac1ec35b 2024-11-14T14:17:42,105 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 47677e6f74cbebd21f39f942af210698/A of 47677e6f74cbebd21f39f942af210698 into 7151c1fbdc3545cf833350ffdf8a7120(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:42,105 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:42,105 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/A, priority=11, startTime=1731593861262; duration=0sec 2024-11-14T14:17:42,105 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:42,105 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:A 2024-11-14T14:17:42,105 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 47677e6f74cbebd21f39f942af210698/C of 47677e6f74cbebd21f39f942af210698 into 4a00bafdcbbf49c1a5e376a7ac1ec35b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:42,105 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47677e6f74cbebd21f39f942af210698: 2024-11-14T14:17:42,105 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., storeName=47677e6f74cbebd21f39f942af210698/C, priority=11, startTime=1731593861263; duration=0sec 2024-11-14T14:17:42,105 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:42,106 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47677e6f74cbebd21f39f942af210698:C 2024-11-14T14:17:46,504 WARN [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-14T14:17:46,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1] to archive 2024-11-14T14:17:46,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:46,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/f91c335322ae48b2aa03ef760d9085f1 2024-11-14T14:17:46,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d00baeeeebab4952a226448b58f72090 2024-11-14T14:17:46,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1f893901cf2e4454a524d2e9fb74073c 2024-11-14T14:17:46,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/8829ed8cce304868a87003d5a1176f9e 2024-11-14T14:17:46,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/73991a680d4d4f3abf777c2548511df2 2024-11-14T14:17:46,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/63bb513317fe46a49f205bbc5176497b 2024-11-14T14:17:46,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/5fbe5031e2ab49db971eee3131612780 2024-11-14T14:17:46,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/6616b4e338e24c66b3a5ef3ee2cdc13a 2024-11-14T14:17:46,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d499cc5904de4e65957ec960fadbe696 2024-11-14T14:17:46,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/269feb4b95ca43c6a81b6a6ca19517d0 2024-11-14T14:17:46,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9964a021baaf434bbc1c7c2490228fbf 2024-11-14T14:17:46,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0a2bf5664ed04fd0a5d217b189f232f6 2024-11-14T14:17:46,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e55137c482ff4705adbfc3fadde68ec6 2024-11-14T14:17:46,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/cdd2c31c28804d36a91d3949c8fb2b4d 2024-11-14T14:17:46,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/37a4ddf429474c45ab499fa65bbf79a3 2024-11-14T14:17:46,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/0ffc47260dbd493b8aca2cc92ed3fad4 2024-11-14T14:17:46,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/74f03a5f36fd433da443c3ca3820bf1c 2024-11-14T14:17:46,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/e9ff039c42544c6fb6d802c9a6d844eb 2024-11-14T14:17:46,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/c7e5ddc6692d49f3b7002c817ebbb9cc 2024-11-14T14:17:46,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/9c085a9ec7fe42fab8e7e3e627c569f2 2024-11-14T14:17:46,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d521d8e668af476cb7c9c751017748c0 2024-11-14T14:17:46,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/1852255d3ab1422a82bfea32b37c012c 2024-11-14T14:17:46,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/4ee3c2b219074fa3b1e7473eb96fa4a1 2024-11-14T14:17:46,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/6e507932150f4c09afbce869a870adc2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/384ecb0db25c47c3974c4c22252464a0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/b06d18e563bf43db95a3d1dff8972a63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4263f12d9bb14c048c6fe947f38a6b84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2806e272c8e440bba4628abacc6f40f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4a14b2fa677a498caa276a76b21d92f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b] to archive 2024-11-14T14:17:46,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:46,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/f18154bdf1b84e9f975359ed1735e785 2024-11-14T14:17:46,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/331169bfba714b43b23c0507e0c44f1e 2024-11-14T14:17:46,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/6e507932150f4c09afbce869a870adc2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/6e507932150f4c09afbce869a870adc2 2024-11-14T14:17:46,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/657de433bfab46e8ae186d01aa23e1de 2024-11-14T14:17:46,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/c56aaa4d8b124be48f67b76aff2253f2 2024-11-14T14:17:46,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/384ecb0db25c47c3974c4c22252464a0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/384ecb0db25c47c3974c4c22252464a0 2024-11-14T14:17:46,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/655fceb234ac4bf6a6fe7f95f88a29a4 2024-11-14T14:17:46,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/d12f9b4e29fe406ea6403c011e7e4f62 2024-11-14T14:17:46,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/b06d18e563bf43db95a3d1dff8972a63 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/b06d18e563bf43db95a3d1dff8972a63 2024-11-14T14:17:46,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2f8968d6712c434bb94b73a4cffb268e 2024-11-14T14:17:46,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5b60939da70647138fb8828ea1e23f5e 2024-11-14T14:17:46,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4263f12d9bb14c048c6fe947f38a6b84 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4263f12d9bb14c048c6fe947f38a6b84 2024-11-14T14:17:46,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4bf71570c183434baa823d4eaaef817f 2024-11-14T14:17:46,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8dd7b346bb7749e793f5db7a0bc07b51 2024-11-14T14:17:46,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2806e272c8e440bba4628abacc6f40f4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/2806e272c8e440bba4628abacc6f40f4 2024-11-14T14:17:46,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/5cb84b3b89664e0bb8ec659bf865f7c7 2024-11-14T14:17:46,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/568ae513c0b449c4bcf7f668b8d9fc2a 2024-11-14T14:17:46,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4a14b2fa677a498caa276a76b21d92f4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/4a14b2fa677a498caa276a76b21d92f4 2024-11-14T14:17:46,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/07b95efc23c2468babc9ba9109b4090f 2024-11-14T14:17:46,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/dba34efadba6491eacfd29aa0c3efb3a 2024-11-14T14:17:46,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/8e3b1dd0f6dd484aab82571de35599dc 2024-11-14T14:17:46,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/e5bd10297ff44c26ac9f3b16909a3c45 2024-11-14T14:17:46,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/7a9a4fa00dd14d9f95fb36acabd72c4b 2024-11-14T14:17:46,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/18d425528d914e6d99a3f55768427c9c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/300e428a6c8f4fa3a1a59b8ae60b5b77, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f03bb91fbc444fc7b141dcf2840183af, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a4aefd8fc47a4de08848861c18b5babe, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a1cc5b351e6d4eebbab43f4b92a980f0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/41d668926a66403b8ac0d92ea65c8fe4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf] to archive 2024-11-14T14:17:46,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:17:46,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e0bd38f42d2c4d1e819bae8f3c702203 2024-11-14T14:17:46,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cec2cb082ac2450ca3f2f1f42e8e319b 2024-11-14T14:17:46,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/18d425528d914e6d99a3f55768427c9c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/18d425528d914e6d99a3f55768427c9c 2024-11-14T14:17:46,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/8359ae0638db451e9c1c3f11c8f0692b 2024-11-14T14:17:46,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/7dc20b1ac37d4cc19a8e3e966c44f6c7 2024-11-14T14:17:46,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/300e428a6c8f4fa3a1a59b8ae60b5b77 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/300e428a6c8f4fa3a1a59b8ae60b5b77 2024-11-14T14:17:46,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2af34aa334714c9cb016d19cd04c307f 2024-11-14T14:17:46,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/cef55d1ea5b04a55b88a6ec2178183d3 2024-11-14T14:17:46,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f03bb91fbc444fc7b141dcf2840183af to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f03bb91fbc444fc7b141dcf2840183af 2024-11-14T14:17:46,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/6dae0f2e0e2b4590a723f8a3a22759b3 2024-11-14T14:17:46,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/b365bf2385a240e6b4333870e2140ada 2024-11-14T14:17:46,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a4aefd8fc47a4de08848861c18b5babe to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a4aefd8fc47a4de08848861c18b5babe 2024-11-14T14:17:46,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/c6db27ec86164fbabc1945140783e7f7 2024-11-14T14:17:46,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/712c1261425b4f05ad1b57e493c29943 2024-11-14T14:17:46,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a1cc5b351e6d4eebbab43f4b92a980f0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/a1cc5b351e6d4eebbab43f4b92a980f0 2024-11-14T14:17:46,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/f83c0c5d9b53476a8f30b9a40895a773 2024-11-14T14:17:46,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/ae5d889190b64d37a3bf37780496c4f8 2024-11-14T14:17:46,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/41d668926a66403b8ac0d92ea65c8fe4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/41d668926a66403b8ac0d92ea65c8fe4 2024-11-14T14:17:46,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/e931c39a7bb3426396ca2a4e4a88b6d7 2024-11-14T14:17:46,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/70edd298582c4a98a524f1d55b3a8de8 2024-11-14T14:17:46,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/11812755b7b5488388837a610de673f4 2024-11-14T14:17:46,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/755a4cc7227042e89552190cf186813b 2024-11-14T14:17:46,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/2a11a512abd5460ab7b547e398764dbf 2024-11-14T14:17:48,934 INFO [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484. 2024-11-14T14:17:48,934 INFO [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486. 2024-11-14T14:17:48,934 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:48,934 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:17:48,934 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,934 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,934 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,934 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:48,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-14T14:17:48,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1191 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3573 rows 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1198 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3592 rows 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1194 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3580 rows 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1200 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3597 rows 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1196 2024-11-14T14:17:48,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3582 rows 2024-11-14T14:17:48,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:48,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:48,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:48,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:17:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:48,938 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593868938"}]},"ts":"1731593868938"} 2024-11-14T14:17:48,939 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:17:48,939 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:17:48,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:17:48,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, UNASSIGN}] 2024-11-14T14:17:48,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, UNASSIGN 2024-11-14T14:17:48,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:48,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, UNASSIGN because future has completed 2024-11-14T14:17:48,943 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:17:48,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:49,095 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:49,095 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:17:49,095 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 47677e6f74cbebd21f39f942af210698, disabling compactions & flushes 2024-11-14T14:17:49,095 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:49,095 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:49,095 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. after waiting 0 ms 2024-11-14T14:17:49,095 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:49,096 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 47677e6f74cbebd21f39f942af210698 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=A 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=B 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47677e6f74cbebd21f39f942af210698, store=C 2024-11-14T14:17:49,096 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:49,101 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111411fc5caee08d4d8ea40d34ffa32c20f0_47677e6f74cbebd21f39f942af210698 is 50, key is test_row_0/A:col10/1731593868933/Put/seqid=0 2024-11-14T14:17:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742245_1421 (size=12454) 2024-11-14T14:17:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:49,505 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:49,508 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111411fc5caee08d4d8ea40d34ffa32c20f0_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111411fc5caee08d4d8ea40d34ffa32c20f0_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:49,509 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d76805c1ce0a4ad29e62a17bbf9f0ae7, store: [table=TestAcidGuarantees family=A region=47677e6f74cbebd21f39f942af210698] 2024-11-14T14:17:49,509 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 is 175, key is test_row_0/A:col10/1731593868933/Put/seqid=0 2024-11-14T14:17:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742246_1422 (size=31255) 2024-11-14T14:17:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:49,913 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 2024-11-14T14:17:49,918 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/9ad7c4243d2e4eddb71f533093b51538 is 50, key is test_row_0/B:col10/1731593868933/Put/seqid=0 2024-11-14T14:17:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742247_1423 (size=12301) 2024-11-14T14:17:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:50,322 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/9ad7c4243d2e4eddb71f533093b51538 2024-11-14T14:17:50,327 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/d03ca289c0274d1d928dd7ddbf64439d is 50, key is test_row_0/C:col10/1731593868933/Put/seqid=0 2024-11-14T14:17:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742248_1424 (size=12301) 2024-11-14T14:17:50,731 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/d03ca289c0274d1d928dd7ddbf64439d 2024-11-14T14:17:50,735 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 2024-11-14T14:17:50,737 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d76805c1ce0a4ad29e62a17bbf9f0ae7, entries=150, sequenceid=307, filesize=30.5 K 2024-11-14T14:17:50,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/B/9ad7c4243d2e4eddb71f533093b51538 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/9ad7c4243d2e4eddb71f533093b51538 2024-11-14T14:17:50,740 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/9ad7c4243d2e4eddb71f533093b51538, entries=150, sequenceid=307, filesize=12.0 K 2024-11-14T14:17:50,741 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/.tmp/C/d03ca289c0274d1d928dd7ddbf64439d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/d03ca289c0274d1d928dd7ddbf64439d 2024-11-14T14:17:50,743 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/d03ca289c0274d1d928dd7ddbf64439d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-14T14:17:50,744 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 47677e6f74cbebd21f39f942af210698 in 1649ms, sequenceid=307, compaction requested=false 2024-11-14T14:17:50,747 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits/310.seqid, newMaxSeqId=310, maxSeqId=4 2024-11-14T14:17:50,748 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. 2024-11-14T14:17:50,748 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 47677e6f74cbebd21f39f942af210698: Waiting for close lock at 1731593869095Running coprocessor pre-close hooks at 1731593869095Disabling compacts and flushes for region at 1731593869095Disabling writes for close at 1731593869095Obtaining lock to block concurrent updates at 1731593869096 (+1 ms)Preparing flush snapshotting stores in 47677e6f74cbebd21f39f942af210698 at 1731593869096Finished memstore snapshotting TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731593869096Flushing stores of TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698. at 1731593869096Flushing 47677e6f74cbebd21f39f942af210698/A: creating writer at 1731593869096Flushing mob file 47677e6f74cbebd21f39f942af210698/A: appending metadata at 1731593869100 (+4 ms)Flushing mob file 47677e6f74cbebd21f39f942af210698/A: closing flushed file at 1731593869100Flushing 47677e6f74cbebd21f39f942af210698/A: appending metadata at 1731593869509 (+409 ms)Flushing 47677e6f74cbebd21f39f942af210698/A: closing flushed file at 1731593869509Flushing 47677e6f74cbebd21f39f942af210698/B: creating writer at 1731593869916 (+407 ms)Flushing 47677e6f74cbebd21f39f942af210698/B: appending metadata at 1731593869917 (+1 ms)Flushing 47677e6f74cbebd21f39f942af210698/B: closing flushed file at 1731593869917Flushing 47677e6f74cbebd21f39f942af210698/C: creating writer at 1731593870325 (+408 ms)Flushing 47677e6f74cbebd21f39f942af210698/C: appending metadata at 1731593870327 (+2 ms)Flushing 47677e6f74cbebd21f39f942af210698/C: closing flushed file at 1731593870327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ccc4fd: reopening flushed file at 1731593870734 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32117fdb: reopening flushed file at 1731593870738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0d2aec: reopening flushed file at 1731593870740 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 47677e6f74cbebd21f39f942af210698 in 1649ms, sequenceid=307, compaction requested=false at 1731593870744 (+4 ms)Writing region close event to WAL at 1731593870745 (+1 ms)Running coprocessor post-close hooks at 1731593870748 (+3 ms)Closed at 1731593870748 2024-11-14T14:17:50,750 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:50,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=47677e6f74cbebd21f39f942af210698, regionState=CLOSED 2024-11-14T14:17:50,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:50,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T14:17:50,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 47677e6f74cbebd21f39f942af210698, server=6e2cc31459a7,33627,1731593743487 in 1.8090 sec 2024-11-14T14:17:50,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T14:17:50,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47677e6f74cbebd21f39f942af210698, UNASSIGN in 1.8120 sec 2024-11-14T14:17:50,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T14:17:50,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8140 sec 2024-11-14T14:17:50,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593870756"}]},"ts":"1731593870756"} 2024-11-14T14:17:50,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:17:50,757 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:17:50,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8220 sec 2024-11-14T14:17:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:17:51,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:51,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:17:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,084 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:17:51,085 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,087 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits] 2024-11-14T14:17:51,090 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/7151c1fbdc3545cf833350ffdf8a7120 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/7151c1fbdc3545cf833350ffdf8a7120 2024-11-14T14:17:51,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/A/d76805c1ce0a4ad29e62a17bbf9f0ae7 2024-11-14T14:17:51,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/9ad7c4243d2e4eddb71f533093b51538 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/9ad7c4243d2e4eddb71f533093b51538 2024-11-14T14:17:51,094 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/def40ef81fdb44f3bfcb0e232abc2c2c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/B/def40ef81fdb44f3bfcb0e232abc2c2c 2024-11-14T14:17:51,097 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/4a00bafdcbbf49c1a5e376a7ac1ec35b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/4a00bafdcbbf49c1a5e376a7ac1ec35b 2024-11-14T14:17:51,097 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/d03ca289c0274d1d928dd7ddbf64439d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/C/d03ca289c0274d1d928dd7ddbf64439d 2024-11-14T14:17:51,099 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits/310.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698/recovered.edits/310.seqid 2024-11-14T14:17:51,100 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,100 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:17:51,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:17:51,101 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:17:51,103 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111411fc5caee08d4d8ea40d34ffa32c20f0_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111411fc5caee08d4d8ea40d34ffa32c20f0_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141949da2627574065bda7ff49fb4d1ae5_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141949da2627574065bda7ff49fb4d1ae5_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111427728d1bc3cf4419b5ea054b10445afd_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111427728d1bc3cf4419b5ea054b10445afd_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,106 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114379d96780aab4d179875708f13933111_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114379d96780aab4d179875708f13933111_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444dfc656b1ef42de87c50308cb8104c0_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444dfc656b1ef42de87c50308cb8104c0_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145af327b4d7df495190627f0a2d4c98f1_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145af327b4d7df495190627f0a2d4c98f1_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114656e0f2d45e742589edba82a29f721e4_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114656e0f2d45e742589edba82a29f721e4_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146e1d843834414ff4b08bab5852c3f389_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146e1d843834414ff4b08bab5852c3f389_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a03862ca8804225becd55e05aa5bb02_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a03862ca8804225becd55e05aa5bb02_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498a7aa5d43ab449294af1d871751677d_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498a7aa5d43ab449294af1d871751677d_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a362ba218ff44164b23b16fd437c59b7_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a362ba218ff44164b23b16fd437c59b7_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,113 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af7eda89c86b4533961837e63e38e7d6_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114af7eda89c86b4533961837e63e38e7d6_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,114 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6b65c8accd244918681f31558d560db_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6b65c8accd244918681f31558d560db_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,115 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba03071b7eec4462b85440568f5f03ff_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba03071b7eec4462b85440568f5f03ff_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d456ee9fbf324e96965bd37c851936b5_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d456ee9fbf324e96965bd37c851936b5_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da4f14bb4a7e4ac0931b9ae7c57e0ad4_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da4f14bb4a7e4ac0931b9ae7c57e0ad4_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,117 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecaa142180f34e93a85b809c76bd160f_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecaa142180f34e93a85b809c76bd160f_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,118 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97c847d157f454f8a64a68d370367b2_47677e6f74cbebd21f39f942af210698 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97c847d157f454f8a64a68d370367b2_47677e6f74cbebd21f39f942af210698 2024-11-14T14:17:51,119 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:17:51,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,123 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:17:51,124 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:17:51,125 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,126 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:17:51,126 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593871126"}]},"ts":"9223372036854775807"} 2024-11-14T14:17:51,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:17:51,127 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 47677e6f74cbebd21f39f942af210698, NAME => 'TestAcidGuarantees,,1731593835462.47677e6f74cbebd21f39f942af210698.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:17:51,128 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:17:51,128 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593871128"}]},"ts":"9223372036854775807"} 2024-11-14T14:17:51,129 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:17:51,130 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-14T14:17:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:17:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:17:51,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:51,201 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 248), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=2627 (was 3176) 2024-11-14T14:17:51,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2627 2024-11-14T14:17:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:17:51,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:17:51,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:17:51,211 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:51,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-14T14:17:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:51,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:17:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742249_1425 (size=1061) 2024-11-14T14:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:51,617 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:17:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742250_1426 (size=53) 2024-11-14T14:17:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 38448ede41e0c02053efc998774bf1d6, disabling compactions & flushes 2024-11-14T14:17:52,023 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. after waiting 0 ms 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,023 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,023 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38448ede41e0c02053efc998774bf1d6: Waiting for close lock at 1731593872023Disabling compacts and flushes for region at 1731593872023Disabling writes for close at 1731593872023Writing region close event to WAL at 1731593872023Closed at 1731593872023 2024-11-14T14:17:52,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:17:52,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593872024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593872024"}]},"ts":"1731593872024"} 2024-11-14T14:17:52,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:17:52,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:17:52,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593872026"}]},"ts":"1731593872026"} 2024-11-14T14:17:52,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:17:52,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, ASSIGN}] 2024-11-14T14:17:52,028 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, ASSIGN 2024-11-14T14:17:52,029 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:17:52,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=38448ede41e0c02053efc998774bf1d6, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:52,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, ASSIGN because future has completed 2024-11-14T14:17:52,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:17:52,335 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,335 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:52,335 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,336 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:52,336 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,336 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,337 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,338 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:52,338 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38448ede41e0c02053efc998774bf1d6 columnFamilyName A 2024-11-14T14:17:52,338 DEBUG [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:52,338 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(327): Store=38448ede41e0c02053efc998774bf1d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:52,338 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,339 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:52,339 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38448ede41e0c02053efc998774bf1d6 columnFamilyName B 2024-11-14T14:17:52,339 DEBUG [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:52,340 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(327): Store=38448ede41e0c02053efc998774bf1d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:52,340 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,340 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:17:52,340 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38448ede41e0c02053efc998774bf1d6 columnFamilyName C 2024-11-14T14:17:52,341 DEBUG [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:52,341 INFO [StoreOpener-38448ede41e0c02053efc998774bf1d6-1 {}] regionserver.HStore(327): Store=38448ede41e0c02053efc998774bf1d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:52,341 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,341 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,341 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,342 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,343 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,343 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,343 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:17:52,344 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,345 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:52,346 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 38448ede41e0c02053efc998774bf1d6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62736768, jitterRate=-0.06514930725097656}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:17:52,346 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:52,346 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 38448ede41e0c02053efc998774bf1d6: Running coprocessor pre-open hook at 1731593872336Writing region info on filesystem at 1731593872336Initializing all the Stores at 1731593872336Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593872336Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593872337 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593872337Cleaning up temporary data from old regions at 1731593872343 (+6 ms)Running coprocessor post-open hooks at 1731593872346 (+3 ms)Region opened successfully at 1731593872346 2024-11-14T14:17:52,347 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., pid=118, masterSystemTime=1731593872333 2024-11-14T14:17:52,348 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,348 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:52,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=38448ede41e0c02053efc998774bf1d6, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:52,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:17:52,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-14T14:17:52,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 in 169 msec 2024-11-14T14:17:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:52,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T14:17:52,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, ASSIGN in 325 msec 2024-11-14T14:17:52,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:17:52,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593872354"}]},"ts":"1731593872354"} 2024-11-14T14:17:52,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:17:52,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:17:52,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-14T14:17:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-14T14:17:53,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:53,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe8d753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,364 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169912db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,366 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e483b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:17:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db261e5 2024-11-14T14:17:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:53,369 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:53,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dee51f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,371 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1cc366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,372 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee160db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d395438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,373 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b57ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,374 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bde9e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d6985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,376 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fe5683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2470c58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490627bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,378 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687b09be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9973a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e16e9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,381 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb5552f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,381 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca7c4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794001fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,383 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e95ea88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,384 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d225d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3c4fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,385 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414138f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,386 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0e9b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732b24ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,388 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5969a2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,389 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b0bf30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa8538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,391 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff9726e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,391 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c660265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67669ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:17:53,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:53,393 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7566e23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272bfcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:53,394 DEBUG [Thread-1935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,395 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,395 DEBUG [Thread-1937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,395 DEBUG [Thread-1926 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,395 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,398 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-14T14:17:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:53,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:53,403 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:53,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,405 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:53,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,424 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,438 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593933435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/39da7030cdab4337a511e7f19d2857e5 is 50, key is test_row_0/A:col10/1731593873409/Put/seqid=0 2024-11-14T14:17:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593933436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593933436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593933438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593933444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,460 DEBUG [Thread-1939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:17:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:53,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2] 2024-11-14T14:17:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742251_1427 (size=12001) 2024-11-14T14:17:53,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/39da7030cdab4337a511e7f19d2857e5 2024-11-14T14:17:53,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e603d35b88f4c55ac3b9c5f3b962c23 is 50, key is test_row_0/B:col10/1731593873409/Put/seqid=0 2024-11-14T14:17:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742252_1428 (size=12001) 2024-11-14T14:17:53,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e603d35b88f4c55ac3b9c5f3b962c23 2024-11-14T14:17:53,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c1657a8e2c834808b3c4accfe3e72f63 is 50, key is test_row_0/C:col10/1731593873409/Put/seqid=0 2024-11-14T14:17:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742253_1429 (size=12001) 2024-11-14T14:17:53,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c1657a8e2c834808b3c4accfe3e72f63 2024-11-14T14:17:53,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/39da7030cdab4337a511e7f19d2857e5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5 2024-11-14T14:17:53,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:17:53,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e603d35b88f4c55ac3b9c5f3b962c23 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23 2024-11-14T14:17:53,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-14T14:17:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:53,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:53,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593933553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593933553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593933553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593933553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:17:53,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c1657a8e2c834808b3c4accfe3e72f63 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63 2024-11-14T14:17:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:17:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593933563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 38448ede41e0c02053efc998774bf1d6 in 166ms, sequenceid=13, compaction requested=false 2024-11-14T14:17:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:53,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:53,713 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4862af7ea9c547348f38527f976bd363 is 50, key is test_row_0/A:col10/1731593873439/Put/seqid=0 2024-11-14T14:17:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742254_1430 (size=12001) 2024-11-14T14:17:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:53,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593933780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593933781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593933782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593933782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593933783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593933893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593933893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593933893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:53,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593933902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593934093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593934102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593934102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593934103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593934113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,129 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4862af7ea9c547348f38527f976bd363 2024-11-14T14:17:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/31441a174b1c477598c161f0e631f114 is 50, key is test_row_0/B:col10/1731593873439/Put/seqid=0 2024-11-14T14:17:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742255_1431 (size=12001) 2024-11-14T14:17:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593934413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593934413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593934413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593934423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/31441a174b1c477598c161f0e631f114 2024-11-14T14:17:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:54,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/363d29da3d2d4ecbbe939a686911315b is 50, key is test_row_0/C:col10/1731593873439/Put/seqid=0 2024-11-14T14:17:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742256_1432 (size=12001) 2024-11-14T14:17:54,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593934613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593934933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593934933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593934933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593934933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:54,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/363d29da3d2d4ecbbe939a686911315b 2024-11-14T14:17:54,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4862af7ea9c547348f38527f976bd363 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363 2024-11-14T14:17:54,965 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:17:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/31441a174b1c477598c161f0e631f114 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114 2024-11-14T14:17:54,969 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:17:54,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/363d29da3d2d4ecbbe939a686911315b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b 2024-11-14T14:17:54,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b, entries=150, sequenceid=33, filesize=11.7 K 2024-11-14T14:17:54,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 38448ede41e0c02053efc998774bf1d6 in 1265ms, sequenceid=33, compaction requested=false 2024-11-14T14:17:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-14T14:17:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-14T14:17:54,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T14:17:54,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-11-14T14:17:54,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.5880 sec 2024-11-14T14:17:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:17:55,553 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:55,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-14T14:17:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:55,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:55,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:55,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:55,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:55,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/d0a6ab1a6bff4223b6f914eb1dead9a4 is 50, key is test_row_0/A:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:55,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742257_1433 (size=14341) 2024-11-14T14:17:55,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/d0a6ab1a6bff4223b6f914eb1dead9a4 2024-11-14T14:17:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:55,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/ab6c5752088c4244826cd5180a9708f4 is 50, key is test_row_0/B:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742258_1434 (size=12001) 2024-11-14T14:17:55,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:55,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593935766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:55,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:55,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:55,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593935883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593935942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,948 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:55,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593935952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593935953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:55,963 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593935953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:55,963 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:55,963 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:56,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/ab6c5752088c4244826cd5180a9708f4 2024-11-14T14:17:56,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dcdff60afadc40c2b77d159ec242367b is 50, key is test_row_0/C:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742259_1435 (size=12001) 2024-11-14T14:17:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593936103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:56,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:56,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:17:56,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:56,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:56,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593936413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:56,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:56,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dcdff60afadc40c2b77d159ec242367b 2024-11-14T14:17:56,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/d0a6ab1a6bff4223b6f914eb1dead9a4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4 2024-11-14T14:17:56,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4, entries=200, sequenceid=46, filesize=14.0 K 2024-11-14T14:17:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/ab6c5752088c4244826cd5180a9708f4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4 2024-11-14T14:17:56,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4, entries=150, sequenceid=46, filesize=11.7 K 2024-11-14T14:17:56,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dcdff60afadc40c2b77d159ec242367b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b 2024-11-14T14:17:56,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b, entries=150, sequenceid=46, filesize=11.7 K 2024-11-14T14:17:56,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 38448ede41e0c02053efc998774bf1d6 in 883ms, sequenceid=46, compaction requested=true 2024-11-14T14:17:56,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:56,519 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:56,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:56,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:56,519 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:56,520 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:56,521 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:17:56,521 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,521 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=37.4 K 2024-11-14T14:17:56,521 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:56,521 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:17:56,521 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,521 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.2 K 2024-11-14T14:17:56,521 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39da7030cdab4337a511e7f19d2857e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731593873409 2024-11-14T14:17:56,522 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e603d35b88f4c55ac3b9c5f3b962c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731593873409 2024-11-14T14:17:56,522 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 31441a174b1c477598c161f0e631f114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593873430 2024-11-14T14:17:56,522 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4862af7ea9c547348f38527f976bd363, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593873430 2024-11-14T14:17:56,522 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ab6c5752088c4244826cd5180a9708f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:56,522 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0a6ab1a6bff4223b6f914eb1dead9a4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:56,538 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:56,539 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/b0f6c28a9e394f88b832c623b1eb6af8 is 50, key is test_row_0/A:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:56,553 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:56,553 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8a5b4f35d11e494ca66a39d76636525a is 50, key is test_row_0/B:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742260_1436 (size=12104) 2024-11-14T14:17:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742261_1437 (size=12104) 2024-11-14T14:17:56,570 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/b0f6c28a9e394f88b832c623b1eb6af8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b0f6c28a9e394f88b832c623b1eb6af8 2024-11-14T14:17:56,575 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into b0f6c28a9e394f88b832c623b1eb6af8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:56,575 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:56,575 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593876519; duration=0sec 2024-11-14T14:17:56,575 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:56,575 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:17:56,575 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:56,579 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:56,579 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:17:56,579 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,579 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.2 K 2024-11-14T14:17:56,580 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1657a8e2c834808b3c4accfe3e72f63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731593873409 2024-11-14T14:17:56,582 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 363d29da3d2d4ecbbe939a686911315b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731593873430 2024-11-14T14:17:56,582 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcdff60afadc40c2b77d159ec242367b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:56,592 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:56,592 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/8e9906fdcc5e481fb5649e4badfe2ee2 is 50, key is test_row_0/C:col10/1731593873779/Put/seqid=0 2024-11-14T14:17:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742262_1438 (size=12104) 2024-11-14T14:17:56,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:56,624 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:56,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/0e3512cd8d5d4b93b67d7254d25f2062 is 50, key is test_row_0/A:col10/1731593875764/Put/seqid=0 2024-11-14T14:17:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742263_1439 (size=12001) 2024-11-14T14:17:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:56,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:56,972 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8a5b4f35d11e494ca66a39d76636525a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8a5b4f35d11e494ca66a39d76636525a 2024-11-14T14:17:56,980 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 8a5b4f35d11e494ca66a39d76636525a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:56,980 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:56,980 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593876519; duration=0sec 2024-11-14T14:17:56,980 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:56,980 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:17:56,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593936982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,015 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/8e9906fdcc5e481fb5649e4badfe2ee2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/8e9906fdcc5e481fb5649e4badfe2ee2 2024-11-14T14:17:57,018 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into 8e9906fdcc5e481fb5649e4badfe2ee2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:57,019 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:57,019 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=13, startTime=1731593876520; duration=0sec 2024-11-14T14:17:57,019 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:57,019 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:17:57,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/0e3512cd8d5d4b93b67d7254d25f2062 2024-11-14T14:17:57,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/16cd9312397f438dab9e49e4923603ba is 50, key is test_row_0/B:col10/1731593875764/Put/seqid=0 2024-11-14T14:17:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742264_1440 (size=12001) 2024-11-14T14:17:57,057 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/16cd9312397f438dab9e49e4923603ba 2024-11-14T14:17:57,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dfbd1da74daa42cebef61a623a76f725 is 50, key is test_row_0/C:col10/1731593875764/Put/seqid=0 2024-11-14T14:17:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742265_1441 (size=12001) 2024-11-14T14:17:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593937094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593937312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,483 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dfbd1da74daa42cebef61a623a76f725 2024-11-14T14:17:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/0e3512cd8d5d4b93b67d7254d25f2062 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062 2024-11-14T14:17:57,489 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062, entries=150, sequenceid=66, filesize=11.7 K 2024-11-14T14:17:57,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/16cd9312397f438dab9e49e4923603ba as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba 2024-11-14T14:17:57,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba, entries=150, sequenceid=66, filesize=11.7 K 2024-11-14T14:17:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/dfbd1da74daa42cebef61a623a76f725 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725 2024-11-14T14:17:57,498 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725, entries=150, sequenceid=66, filesize=11.7 K 2024-11-14T14:17:57,498 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 38448ede41e0c02053efc998774bf1d6 in 874ms, sequenceid=66, compaction requested=false 2024-11-14T14:17:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-14T14:17:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-14T14:17:57,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-14T14:17:57,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-14T14:17:57,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.9490 sec 2024-11-14T14:17:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:57,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:57,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/1b76fb12a3b3483ca82dc02c13842b59 is 50, key is test_row_0/A:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:57,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742266_1442 (size=14341) 2024-11-14T14:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T14:17:57,704 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:17:57,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-14T14:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:57,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:17:57,707 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:17:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:17:57,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593937745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:57,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:57,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:57,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593937862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593937963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,966 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593937982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593937982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,990 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,990 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593937993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:57,998 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:17:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:58,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:58,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/1b76fb12a3b3483ca82dc02c13842b59 2024-11-14T14:17:58,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c83e948f95544f4eb0d24dad15de27b0 is 50, key is test_row_0/B:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742267_1443 (size=12001) 2024-11-14T14:17:58,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593938073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:58,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593938383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:58,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c83e948f95544f4eb0d24dad15de27b0 2024-11-14T14:17:58,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/ec54bc1abfd84a21bf643a33babf5ad3 is 50, key is test_row_0/C:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742268_1444 (size=12001) 2024-11-14T14:17:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:58,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/ec54bc1abfd84a21bf643a33babf5ad3 2024-11-14T14:17:58,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/1b76fb12a3b3483ca82dc02c13842b59 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59 2024-11-14T14:17:58,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59, entries=200, sequenceid=82, filesize=14.0 K 2024-11-14T14:17:58,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c83e948f95544f4eb0d24dad15de27b0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0 2024-11-14T14:17:58,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:17:58,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/ec54bc1abfd84a21bf643a33babf5ad3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3 2024-11-14T14:17:58,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:17:58,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 38448ede41e0c02053efc998774bf1d6 in 1259ms, sequenceid=82, compaction requested=true 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:17:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:17:58,889 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:58,889 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:17:58,890 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,890 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,890 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b0f6c28a9e394f88b832c623b1eb6af8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=37.5 K 2024-11-14T14:17:58,890 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/8e9906fdcc5e481fb5649e4badfe2ee2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.3 K 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e9906fdcc5e481fb5649e4badfe2ee2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:58,890 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f6c28a9e394f88b832c623b1eb6af8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:58,891 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e3512cd8d5d4b93b67d7254d25f2062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731593875740 2024-11-14T14:17:58,891 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting dfbd1da74daa42cebef61a623a76f725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731593875740 2024-11-14T14:17:58,891 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ec54bc1abfd84a21bf643a33babf5ad3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:17:58,891 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b76fb12a3b3483ca82dc02c13842b59, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:17:58,899 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:58,900 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/f754b23956c74789b8d5a11670dbbc0c is 50, key is test_row_0/A:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:58,902 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:58,902 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/44b17606b2ec4bc1a5bb91bd5d2fd27d is 50, key is test_row_0/C:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:58,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742269_1445 (size=12207) 2024-11-14T14:17:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742270_1446 (size=12207) 2024-11-14T14:17:58,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/c171ad71d8dd40719db12efaf9506e7b is 50, key is test_row_0/A:col10/1731593877743/Put/seqid=0 2024-11-14T14:17:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742271_1447 (size=14341) 2024-11-14T14:17:58,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:58,931 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/f754b23956c74789b8d5a11670dbbc0c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/f754b23956c74789b8d5a11670dbbc0c 2024-11-14T14:17:58,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/c171ad71d8dd40719db12efaf9506e7b 2024-11-14T14:17:58,940 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into f754b23956c74789b8d5a11670dbbc0c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:58,940 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:58,940 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593878887; duration=0sec 2024-11-14T14:17:58,940 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:17:58,940 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:17:58,940 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:17:58,941 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:17:58,941 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:17:58,941 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:58,941 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8a5b4f35d11e494ca66a39d76636525a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.3 K 2024-11-14T14:17:58,941 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a5b4f35d11e494ca66a39d76636525a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731593873779 2024-11-14T14:17:58,948 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16cd9312397f438dab9e49e4923603ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731593875740 2024-11-14T14:17:58,949 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83e948f95544f4eb0d24dad15de27b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:17:58,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/468f18e329fd4101b5db8770e901de19 is 50, key is test_row_0/B:col10/1731593877743/Put/seqid=0 2024-11-14T14:17:58,973 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:17:58,973 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/74e8777269124c5783d2bfd29eb0420f is 50, key is test_row_0/B:col10/1731593877627/Put/seqid=0 2024-11-14T14:17:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742272_1448 (size=12001) 2024-11-14T14:17:58,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/468f18e329fd4101b5db8770e901de19 2024-11-14T14:17:58,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/5e457a10a3c047a5a9df4143830f5e1a is 50, key is test_row_0/C:col10/1731593877743/Put/seqid=0 2024-11-14T14:17:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593939014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742273_1449 (size=12207) 2024-11-14T14:17:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742274_1450 (size=12001) 2024-11-14T14:17:59,027 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/74e8777269124c5783d2bfd29eb0420f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/74e8777269124c5783d2bfd29eb0420f 2024-11-14T14:17:59,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/5e457a10a3c047a5a9df4143830f5e1a 2024-11-14T14:17:59,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/c171ad71d8dd40719db12efaf9506e7b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b 2024-11-14T14:17:59,035 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 74e8777269124c5783d2bfd29eb0420f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:59,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:59,035 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593878887; duration=0sec 2024-11-14T14:17:59,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:59,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:17:59,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b, entries=200, sequenceid=101, filesize=14.0 K 2024-11-14T14:17:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/468f18e329fd4101b5db8770e901de19 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19 2024-11-14T14:17:59,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T14:17:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/5e457a10a3c047a5a9df4143830f5e1a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a 2024-11-14T14:17:59,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T14:17:59,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 38448ede41e0c02053efc998774bf1d6 in 149ms, sequenceid=101, compaction requested=false 2024-11-14T14:17:59,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:59,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:59,082 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:17:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:17:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/63a6e964e1d74880815895746534c131 is 50, key is test_row_0/A:col10/1731593878981/Put/seqid=0 2024-11-14T14:17:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742275_1451 (size=12001) 2024-11-14T14:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:17:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:17:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593939279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:59,321 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/44b17606b2ec4bc1a5bb91bd5d2fd27d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/44b17606b2ec4bc1a5bb91bd5d2fd27d 2024-11-14T14:17:59,324 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into 44b17606b2ec4bc1a5bb91bd5d2fd27d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:17:59,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:59,324 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=13, startTime=1731593878887; duration=0sec 2024-11-14T14:17:59,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:17:59,324 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:17:59,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593939393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/63a6e964e1d74880815895746534c131 2024-11-14T14:17:59,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/d6d0e8f0b2b74b538c18e3a81658a09c is 50, key is test_row_0/B:col10/1731593878981/Put/seqid=0 2024-11-14T14:17:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742276_1452 (size=12001) 2024-11-14T14:17:59,533 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/d6d0e8f0b2b74b538c18e3a81658a09c 2024-11-14T14:17:59,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/f8786a57a6f14a319d12c8edaace81ac is 50, key is test_row_0/C:col10/1731593878981/Put/seqid=0 2024-11-14T14:17:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742277_1453 (size=12001) 2024-11-14T14:17:59,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593939602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:17:59,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:17:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593939913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:17:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:17:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:17:59,960 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/f8786a57a6f14a319d12c8edaace81ac 2024-11-14T14:17:59,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/63a6e964e1d74880815895746534c131 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131 2024-11-14T14:17:59,975 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:17:59,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/d6d0e8f0b2b74b538c18e3a81658a09c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c 2024-11-14T14:17:59,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:17:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/f8786a57a6f14a319d12c8edaace81ac as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac 2024-11-14T14:17:59,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:17:59,987 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 38448ede41e0c02053efc998774bf1d6 in 905ms, sequenceid=116, compaction requested=true 2024-11-14T14:17:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:17:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:17:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-14T14:17:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-14T14:17:59,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T14:17:59,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2820 sec 2024-11-14T14:17:59,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.2910 sec 2024-11-14T14:18:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:00,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:00,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/519989244fa14777b735be6c918748b0 is 50, key is test_row_0/A:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742278_1454 (size=14491) 2024-11-14T14:18:00,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/519989244fa14777b735be6c918748b0 2024-11-14T14:18:00,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e42ef4497c64d708ccc723309fd2a6c is 50, key is test_row_0/B:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742279_1455 (size=12101) 2024-11-14T14:18:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593940493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593940602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:00,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593940813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:00,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e42ef4497c64d708ccc723309fd2a6c 2024-11-14T14:18:00,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/efaec04dc6954ff493efbb1504001cf6 is 50, key is test_row_0/C:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742280_1456 (size=12101) 2024-11-14T14:18:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593941123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:01,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/efaec04dc6954ff493efbb1504001cf6 2024-11-14T14:18:01,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/519989244fa14777b735be6c918748b0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0 2024-11-14T14:18:01,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0, entries=200, sequenceid=137, filesize=14.2 K 2024-11-14T14:18:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/5e42ef4497c64d708ccc723309fd2a6c as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c 2024-11-14T14:18:01,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c, entries=150, sequenceid=137, filesize=11.8 K 2024-11-14T14:18:01,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/efaec04dc6954ff493efbb1504001cf6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6 2024-11-14T14:18:01,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6, entries=150, sequenceid=137, filesize=11.8 K 2024-11-14T14:18:01,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 38448ede41e0c02053efc998774bf1d6 in 846ms, sequenceid=137, compaction requested=true 2024-11-14T14:18:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:01,287 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:01,287 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:01,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:01,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:01,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:01,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:01,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53040 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:01,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:01,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:01,289 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/f754b23956c74789b8d5a11670dbbc0c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=51.8 K 2024-11-14T14:18:01,289 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48310 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:01,289 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:01,289 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f754b23956c74789b8d5a11670dbbc0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:18:01,289 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:01,289 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/74e8777269124c5783d2bfd29eb0420f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=47.2 K 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c171ad71d8dd40719db12efaf9506e7b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731593877731 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 74e8777269124c5783d2bfd29eb0420f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63a6e964e1d74880815895746534c131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593878913 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 468f18e329fd4101b5db8770e901de19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731593877734 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d6d0e8f0b2b74b538c18e3a81658a09c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593878913 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519989244fa14777b735be6c918748b0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:01,290 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e42ef4497c64d708ccc723309fd2a6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:01,299 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:01,299 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:01,300 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/61aa844b933440e4b6873093248c8dd9 is 50, key is test_row_0/A:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:01,300 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/672a4d5e99b345c5b082ad992afccdef is 50, key is test_row_0/B:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742281_1457 (size=12443) 2024-11-14T14:18:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742282_1458 (size=12443) 2024-11-14T14:18:01,310 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/61aa844b933440e4b6873093248c8dd9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/61aa844b933440e4b6873093248c8dd9 2024-11-14T14:18:01,312 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/672a4d5e99b345c5b082ad992afccdef as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/672a4d5e99b345c5b082ad992afccdef 2024-11-14T14:18:01,317 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 672a4d5e99b345c5b082ad992afccdef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:01,317 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:01,317 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=12, startTime=1731593881287; duration=0sec 2024-11-14T14:18:01,317 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:01,317 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:01,318 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:01,318 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into 61aa844b933440e4b6873093248c8dd9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:01,318 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:01,318 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=12, startTime=1731593881287; duration=0sec 2024-11-14T14:18:01,318 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:01,318 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48310 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:01,319 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:01,319 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/44b17606b2ec4bc1a5bb91bd5d2fd27d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=47.2 K 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 44b17606b2ec4bc1a5bb91bd5d2fd27d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593876949 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e457a10a3c047a5a9df4143830f5e1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731593877734 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f8786a57a6f14a319d12c8edaace81ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731593878913 2024-11-14T14:18:01,319 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting efaec04dc6954ff493efbb1504001cf6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:01,325 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:01,325 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d51465d863c841c58db4a7a3731d3585 is 50, key is test_row_0/C:col10/1731593880440/Put/seqid=0 2024-11-14T14:18:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742283_1459 (size=12443) 2024-11-14T14:18:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:01,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:01,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/fcedbb17d9d64eee9d8f9890908a783a is 50, key is test_row_0/A:col10/1731593881637/Put/seqid=0 2024-11-14T14:18:01,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742284_1460 (size=14541) 2024-11-14T14:18:01,734 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d51465d863c841c58db4a7a3731d3585 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d51465d863c841c58db4a7a3731d3585 2024-11-14T14:18:01,738 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into d51465d863c841c58db4a7a3731d3585(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:01,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:01,738 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=12, startTime=1731593881288; duration=0sec 2024-11-14T14:18:01,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:01,738 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:01,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593941762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:18:01,873 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:01,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T14:18:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:01,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:01,876 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:01,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:01,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593941873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593941993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,003 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593942002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,006 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593942012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,019 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593942033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,041 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/fcedbb17d9d64eee9d8f9890908a783a 2024-11-14T14:18:02,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/cbfbff1bee144d778bde9e41896d65c2 is 50, key is test_row_0/B:col10/1731593881637/Put/seqid=0 2024-11-14T14:18:02,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742285_1461 (size=12151) 2024-11-14T14:18:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593942082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:02,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593942403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:02,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/cbfbff1bee144d778bde9e41896d65c2 2024-11-14T14:18:02,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/6d35a1c70935477884e5b1926297bc03 is 50, key is test_row_0/C:col10/1731593881637/Put/seqid=0 2024-11-14T14:18:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742286_1462 (size=12151) 2024-11-14T14:18:02,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:02,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/6d35a1c70935477884e5b1926297bc03 2024-11-14T14:18:02,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/fcedbb17d9d64eee9d8f9890908a783a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a 2024-11-14T14:18:02,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a, entries=200, sequenceid=152, filesize=14.2 K 2024-11-14T14:18:02,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/cbfbff1bee144d778bde9e41896d65c2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2 2024-11-14T14:18:02,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T14:18:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/6d35a1c70935477884e5b1926297bc03 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03 2024-11-14T14:18:02,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T14:18:02,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 38448ede41e0c02053efc998774bf1d6 in 1251ms, sequenceid=152, compaction requested=false 2024-11-14T14:18:02,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:02,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:02,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/2d9d3d011c074b9891015b7489bbc1a1 is 50, key is test_row_0/A:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742287_1463 (size=14541) 2024-11-14T14:18:02,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/2d9d3d011c074b9891015b7489bbc1a1 2024-11-14T14:18:02,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:02,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/56838f96812d40519606b8a97c1441dd is 50, key is test_row_0/B:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:02,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742288_1464 (size=12151) 2024-11-14T14:18:02,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/56838f96812d40519606b8a97c1441dd 2024-11-14T14:18:02,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/be2ec49f6a8040be848ccc63c9e0fc3a is 50, key is test_row_0/C:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:02,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742289_1465 (size=12151) 2024-11-14T14:18:02,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/be2ec49f6a8040be848ccc63c9e0fc3a 2024-11-14T14:18:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/2d9d3d011c074b9891015b7489bbc1a1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1 2024-11-14T14:18:02,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1, entries=200, sequenceid=173, filesize=14.2 K 2024-11-14T14:18:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/56838f96812d40519606b8a97c1441dd as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd 2024-11-14T14:18:03,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T14:18:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/be2ec49f6a8040be848ccc63c9e0fc3a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a 2024-11-14T14:18:03,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T14:18:03,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=53.67 KB/54960 for 38448ede41e0c02053efc998774bf1d6 in 82ms, sequenceid=173, compaction requested=true 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:03,009 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:03,009 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:03,010 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:03,010 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:03,010 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,010 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/672a4d5e99b345c5b082ad992afccdef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.9 K 2024-11-14T14:18:03,010 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:03,010 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:03,010 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,010 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/61aa844b933440e4b6873093248c8dd9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=40.6 K 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 672a4d5e99b345c5b082ad992afccdef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61aa844b933440e4b6873093248c8dd9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cbfbff1bee144d778bde9e41896d65c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731593880472 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcedbb17d9d64eee9d8f9890908a783a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731593880472 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 56838f96812d40519606b8a97c1441dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881750 2024-11-14T14:18:03,011 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9d3d011c074b9891015b7489bbc1a1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881732 2024-11-14T14:18:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:03,019 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:03,019 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/ef195a3e0bce4caaa1bb1833792853e8 is 50, key is test_row_0/B:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:03,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:03,022 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:03,023 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/9ba222dd199b4892b30ba5c0bdfe7661 is 50, key is test_row_0/A:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:03,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/33774c7fe21844e3b607809ada7353ef is 50, key is test_row_0/A:col10/1731593883016/Put/seqid=0 2024-11-14T14:18:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742290_1466 (size=12595) 2024-11-14T14:18:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742291_1467 (size=12595) 2024-11-14T14:18:03,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742292_1468 (size=14541) 2024-11-14T14:18:03,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593943169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:03,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593943283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:03,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,445 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/ef195a3e0bce4caaa1bb1833792853e8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ef195a3e0bce4caaa1bb1833792853e8 2024-11-14T14:18:03,450 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/9ba222dd199b4892b30ba5c0bdfe7661 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/9ba222dd199b4892b30ba5c0bdfe7661 2024-11-14T14:18:03,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/33774c7fe21844e3b607809ada7353ef 2024-11-14T14:18:03,451 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into ef195a3e0bce4caaa1bb1833792853e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:03,451 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:03,451 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593883009; duration=0sec 2024-11-14T14:18:03,451 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:03,451 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:03,451 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:03,452 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:03,452 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:03,452 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,452 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d51465d863c841c58db4a7a3731d3585, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=35.9 K 2024-11-14T14:18:03,453 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d51465d863c841c58db4a7a3731d3585, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731593879191 2024-11-14T14:18:03,453 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d35a1c70935477884e5b1926297bc03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731593880472 2024-11-14T14:18:03,453 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting be2ec49f6a8040be848ccc63c9e0fc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881750 2024-11-14T14:18:03,455 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into 9ba222dd199b4892b30ba5c0bdfe7661(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:03,455 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:03,455 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593883009; duration=0sec 2024-11-14T14:18:03,455 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:03,455 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:03,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/1c00b730c83649beb2a02999987d3351 is 50, key is test_row_0/B:col10/1731593883016/Put/seqid=0 2024-11-14T14:18:03,461 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:03,461 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d79565f543b2430cb8a86abe95dc7587 is 50, key is test_row_0/C:col10/1731593881750/Put/seqid=0 2024-11-14T14:18:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742293_1469 (size=12151) 2024-11-14T14:18:03,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/1c00b730c83649beb2a02999987d3351 2024-11-14T14:18:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742294_1470 (size=12595) 2024-11-14T14:18:03,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/54dfd87603c04aaa90297128d0462102 is 50, key is test_row_0/C:col10/1731593883016/Put/seqid=0 2024-11-14T14:18:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742295_1471 (size=12151) 2024-11-14T14:18:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593943503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:03,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593943813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:03,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:03,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:03,873 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d79565f543b2430cb8a86abe95dc7587 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d79565f543b2430cb8a86abe95dc7587 2024-11-14T14:18:03,876 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into d79565f543b2430cb8a86abe95dc7587(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:03,876 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:03,876 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=13, startTime=1731593883009; duration=0sec 2024-11-14T14:18:03,876 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:03,876 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:03,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/54dfd87603c04aaa90297128d0462102 2024-11-14T14:18:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/33774c7fe21844e3b607809ada7353ef as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef 2024-11-14T14:18:03,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef, entries=200, sequenceid=185, filesize=14.2 K 2024-11-14T14:18:03,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/1c00b730c83649beb2a02999987d3351 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351 2024-11-14T14:18:03,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351, entries=150, sequenceid=185, filesize=11.9 K 2024-11-14T14:18:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/54dfd87603c04aaa90297128d0462102 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102 2024-11-14T14:18:03,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102, entries=150, sequenceid=185, filesize=11.9 K 2024-11-14T14:18:03,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 38448ede41e0c02053efc998774bf1d6 in 885ms, sequenceid=185, compaction requested=false 2024-11-14T14:18:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:04,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:04,017 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8621be6709b04e6f900c3322c5a89f69 is 50, key is test_row_0/A:col10/1731593883168/Put/seqid=0 2024-11-14T14:18:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742296_1472 (size=12151) 2024-11-14T14:18:04,044 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8621be6709b04e6f900c3322c5a89f69 2024-11-14T14:18:04,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8d352a29d4b54df895052b4b56db0002 is 50, key is test_row_0/B:col10/1731593883168/Put/seqid=0 2024-11-14T14:18:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742297_1473 (size=12151) 2024-11-14T14:18:04,064 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8d352a29d4b54df895052b4b56db0002 2024-11-14T14:18:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/0f51488d48594856b4065c4eb19191b0 is 50, key is test_row_0/C:col10/1731593883168/Put/seqid=0 2024-11-14T14:18:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742298_1474 (size=12151) 2024-11-14T14:18:04,105 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/0f51488d48594856b4065c4eb19191b0 2024-11-14T14:18:04,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8621be6709b04e6f900c3322c5a89f69 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69 2024-11-14T14:18:04,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T14:18:04,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8d352a29d4b54df895052b4b56db0002 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002 2024-11-14T14:18:04,122 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T14:18:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/0f51488d48594856b4065c4eb19191b0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0 2024-11-14T14:18:04,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T14:18:04,127 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 110ms, sequenceid=208, compaction requested=true 2024-11-14T14:18:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T14:18:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T14:18:04,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T14:18:04,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2530 sec 2024-11-14T14:18:04,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2600 sec 2024-11-14T14:18:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:04,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:04,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/986ec3e4c838495b87f601e23dcbeae9 is 50, key is test_row_0/A:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742299_1475 (size=14541) 2024-11-14T14:18:04,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593884431, max timestamp=1731593884473Num uniques 859; 2024-11-14T14:18:04,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593884431, max timestamp=1731593884473Num uniques 859; 2024-11-14T14:18:04,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:18:04,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:18:04,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731593884431, max timestamp=1731593884473Num uniques 859; 2024-11-14T14:18:04,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:18:04,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593944692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:04,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/986ec3e4c838495b87f601e23dcbeae9 2024-11-14T14:18:04,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/202c6e0673b3458998265b0201254061 is 50, key is test_row_0/B:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742300_1476 (size=12151) 2024-11-14T14:18:04,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/202c6e0673b3458998265b0201254061 2024-11-14T14:18:04,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c3f9b46a7eae4fd5a320ff67e8973350 is 50, key is test_row_0/C:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742301_1477 (size=12151) 2024-11-14T14:18:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593944812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593945023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:05,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c3f9b46a7eae4fd5a320ff67e8973350 2024-11-14T14:18:05,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/986ec3e4c838495b87f601e23dcbeae9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9 2024-11-14T14:18:05,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9, entries=200, sequenceid=218, filesize=14.2 K 2024-11-14T14:18:05,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/202c6e0673b3458998265b0201254061 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061 2024-11-14T14:18:05,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:18:05,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c3f9b46a7eae4fd5a320ff67e8973350 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350 2024-11-14T14:18:05,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:18:05,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 38448ede41e0c02053efc998774bf1d6 in 856ms, sequenceid=218, compaction requested=true 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:05,212 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:05,212 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:05,213 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:05,213 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:05,213 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ef195a3e0bce4caaa1bb1833792853e8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=47.9 K 2024-11-14T14:18:05,213 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/9ba222dd199b4892b30ba5c0bdfe7661, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=52.6 K 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ef195a3e0bce4caaa1bb1833792853e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881750 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba222dd199b4892b30ba5c0bdfe7661, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881750 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33774c7fe21844e3b607809ada7353ef, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731593882937 2024-11-14T14:18:05,213 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c00b730c83649beb2a02999987d3351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731593882937 2024-11-14T14:18:05,214 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8621be6709b04e6f900c3322c5a89f69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731593883101 2024-11-14T14:18:05,214 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d352a29d4b54df895052b4b56db0002, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731593883101 2024-11-14T14:18:05,214 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986ec3e4c838495b87f601e23dcbeae9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:05,214 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 202c6e0673b3458998265b0201254061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:05,224 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:05,224 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:05,224 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/2db59daa2c01454e9b8074d32a647223 is 50, key is test_row_0/B:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:05,224 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/e081e3fee6a34a758a02cfd9a290feb3 is 50, key is test_row_0/A:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742302_1478 (size=12731) 2024-11-14T14:18:05,238 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/e081e3fee6a34a758a02cfd9a290feb3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e081e3fee6a34a758a02cfd9a290feb3 2024-11-14T14:18:05,242 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into e081e3fee6a34a758a02cfd9a290feb3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:05,242 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:05,242 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=12, startTime=1731593885212; duration=0sec 2024-11-14T14:18:05,243 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:05,243 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:05,243 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:05,245 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:05,245 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:05,245 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742303_1479 (size=12731) 2024-11-14T14:18:05,245 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d79565f543b2430cb8a86abe95dc7587, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=47.9 K 2024-11-14T14:18:05,246 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79565f543b2430cb8a86abe95dc7587, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731593881750 2024-11-14T14:18:05,246 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54dfd87603c04aaa90297128d0462102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731593882937 2024-11-14T14:18:05,246 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f51488d48594856b4065c4eb19191b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731593883101 2024-11-14T14:18:05,246 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3f9b46a7eae4fd5a320ff67e8973350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:05,255 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:05,256 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/995d419511324741b6647b0636454f5b is 50, key is test_row_0/C:col10/1731593884347/Put/seqid=0 2024-11-14T14:18:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742304_1480 (size=12731) 2024-11-14T14:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:05,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:18:05,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/e66f70ffdcc7465ebb9c03ca25251406 is 50, key is test_row_0/A:col10/1731593884662/Put/seqid=0 2024-11-14T14:18:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742305_1481 (size=14591) 2024-11-14T14:18:05,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593945402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593945512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:05,649 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/2db59daa2c01454e9b8074d32a647223 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2db59daa2c01454e9b8074d32a647223 2024-11-14T14:18:05,652 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 2db59daa2c01454e9b8074d32a647223(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:05,652 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:05,653 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=12, startTime=1731593885212; duration=0sec 2024-11-14T14:18:05,653 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:05,653 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:05,666 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/995d419511324741b6647b0636454f5b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/995d419511324741b6647b0636454f5b 2024-11-14T14:18:05,671 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into 995d419511324741b6647b0636454f5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:05,671 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:05,672 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=12, startTime=1731593885212; duration=0sec 2024-11-14T14:18:05,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:05,672 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:05,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593945723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:05,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/e66f70ffdcc7465ebb9c03ca25251406 2024-11-14T14:18:05,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8ea42531f8014e3985ccf1f23dba21c0 is 50, key is test_row_0/B:col10/1731593884662/Put/seqid=0 2024-11-14T14:18:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742306_1482 (size=12201) 2024-11-14T14:18:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593946042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:18:06,053 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:06,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T14:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:06,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:06,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:06,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:06,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8ea42531f8014e3985ccf1f23dba21c0 2024-11-14T14:18:06,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/83d86e60996c4b2aada12af88de97f34 is 50, key is test_row_0/C:col10/1731593884662/Put/seqid=0 2024-11-14T14:18:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742307_1483 (size=12201) 2024-11-14T14:18:06,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:18:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:18:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:06,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:18:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:06,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593946563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:06,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/83d86e60996c4b2aada12af88de97f34 2024-11-14T14:18:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/e66f70ffdcc7465ebb9c03ca25251406 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406 2024-11-14T14:18:06,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406, entries=200, sequenceid=257, filesize=14.2 K 2024-11-14T14:18:06,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/8ea42531f8014e3985ccf1f23dba21c0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0 2024-11-14T14:18:06,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T14:18:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/83d86e60996c4b2aada12af88de97f34 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34 2024-11-14T14:18:06,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T14:18:06,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 38448ede41e0c02053efc998774bf1d6 in 1246ms, sequenceid=257, compaction requested=false 2024-11-14T14:18:06,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:06,665 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:06,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4bc8aeefd42344a4aba38e4882e1e039 is 50, key is test_row_0/A:col10/1731593885374/Put/seqid=0 2024-11-14T14:18:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742308_1484 (size=9857) 2024-11-14T14:18:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:07,077 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4bc8aeefd42344a4aba38e4882e1e039 2024-11-14T14:18:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/adf7df903c8a4ecea871ae817e032413 is 50, key is test_row_0/B:col10/1731593885374/Put/seqid=0 2024-11-14T14:18:07,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742309_1485 (size=9857) 2024-11-14T14:18:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:07,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/adf7df903c8a4ecea871ae817e032413 2024-11-14T14:18:07,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f is 50, key is test_row_0/C:col10/1731593885374/Put/seqid=0 2024-11-14T14:18:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742310_1486 (size=9857) 2024-11-14T14:18:07,535 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f 2024-11-14T14:18:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/4bc8aeefd42344a4aba38e4882e1e039 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039 2024-11-14T14:18:07,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039, entries=100, sequenceid=268, filesize=9.6 K 2024-11-14T14:18:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/adf7df903c8a4ecea871ae817e032413 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413 2024-11-14T14:18:07,551 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413, entries=100, sequenceid=268, filesize=9.6 K 2024-11-14T14:18:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f 2024-11-14T14:18:07,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f, entries=100, sequenceid=268, filesize=9.6 K 2024-11-14T14:18:07,560 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 895ms, sequenceid=268, compaction requested=true 2024-11-14T14:18:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T14:18:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T14:18:07,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T14:18:07,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5080 sec 2024-11-14T14:18:07,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.5120 sec 2024-11-14T14:18:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:07,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:07,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5387e633d3e34d4fb96a76e921b3f124 is 50, key is test_row_0/A:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742311_1487 (size=14741) 2024-11-14T14:18:07,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5387e633d3e34d4fb96a76e921b3f124 2024-11-14T14:18:07,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f78f40af29e4437d943092f1bb9065bb is 50, key is test_row_0/B:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742312_1488 (size=12301) 2024-11-14T14:18:07,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f78f40af29e4437d943092f1bb9065bb 2024-11-14T14:18:07,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/fe6e286935bd4e3da9dcd6ce8c53b928 is 50, key is test_row_0/C:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742313_1489 (size=12301) 2024-11-14T14:18:07,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/fe6e286935bd4e3da9dcd6ce8c53b928 2024-11-14T14:18:07,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5387e633d3e34d4fb96a76e921b3f124 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124 2024-11-14T14:18:07,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124, entries=200, sequenceid=278, filesize=14.4 K 2024-11-14T14:18:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f78f40af29e4437d943092f1bb9065bb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb 2024-11-14T14:18:07,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T14:18:07,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/fe6e286935bd4e3da9dcd6ce8c53b928 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928 2024-11-14T14:18:07,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T14:18:07,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=67.09 KB/68700 for 38448ede41e0c02053efc998774bf1d6 in 107ms, sequenceid=278, compaction requested=true 2024-11-14T14:18:07,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:07,740 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:07,740 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:07,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:18:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:07,747 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:07,747 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:07,747 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:07,747 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:07,747 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:07,747 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:07,747 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2db59daa2c01454e9b8074d32a647223, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=46.0 K 2024-11-14T14:18:07,747 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e081e3fee6a34a758a02cfd9a290feb3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=50.7 K 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e081e3fee6a34a758a02cfd9a290feb3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db59daa2c01454e9b8074d32a647223, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea42531f8014e3985ccf1f23dba21c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731593884662 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66f70ffdcc7465ebb9c03ca25251406, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731593884662 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting adf7df903c8a4ecea871ae817e032413, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731593885374 2024-11-14T14:18:07,748 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc8aeefd42344a4aba38e4882e1e039, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731593885374 2024-11-14T14:18:07,749 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f78f40af29e4437d943092f1bb9065bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887610 2024-11-14T14:18:07,749 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5387e633d3e34d4fb96a76e921b3f124, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887604 2024-11-14T14:18:07,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5773f32e5db64b3da5914b2461520a17 is 50, key is test_row_0/A:col10/1731593887741/Put/seqid=0 2024-11-14T14:18:07,765 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:07,765 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/09a3da36c7744039935179bb31758dde is 50, key is test_row_0/B:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:07,771 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:07,771 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/7fcc5111234445c4b36bccada4923a47 is 50, key is test_row_0/A:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742314_1490 (size=12301) 2024-11-14T14:18:07,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742315_1491 (size=13017) 2024-11-14T14:18:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742316_1492 (size=13017) 2024-11-14T14:18:07,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593947914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593948033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:08,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5773f32e5db64b3da5914b2461520a17 2024-11-14T14:18:08,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0449f91523bd426c8f859b13081912fc is 50, key is test_row_0/B:col10/1731593887741/Put/seqid=0 2024-11-14T14:18:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742317_1493 (size=12301) 2024-11-14T14:18:08,197 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/09a3da36c7744039935179bb31758dde as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/09a3da36c7744039935179bb31758dde 2024-11-14T14:18:08,202 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 09a3da36c7744039935179bb31758dde(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:08,202 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:08,202 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=12, startTime=1731593887740; duration=0sec 2024-11-14T14:18:08,202 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:08,202 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:08,202 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:08,203 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:08,203 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:08,203 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,203 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/995d419511324741b6647b0636454f5b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=46.0 K 2024-11-14T14:18:08,204 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 995d419511324741b6647b0636454f5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731593884332 2024-11-14T14:18:08,204 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 83d86e60996c4b2aada12af88de97f34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731593884662 2024-11-14T14:18:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:18:08,205 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:08,205 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e83d58dbdfac4f9b9fa4c6c4c4d1443f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731593885374 2024-11-14T14:18:08,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:08,206 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting fe6e286935bd4e3da9dcd6ce8c53b928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887610 2024-11-14T14:18:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T14:18:08,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:08,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:08,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:08,210 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/7fcc5111234445c4b36bccada4923a47 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/7fcc5111234445c4b36bccada4923a47 2024-11-14T14:18:08,214 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into 7fcc5111234445c4b36bccada4923a47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:08,214 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:08,214 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=12, startTime=1731593887740; duration=0sec 2024-11-14T14:18:08,214 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:08,214 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:08,216 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:08,217 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/51b5019c649748c7a4871e4fb4b347c3 is 50, key is test_row_0/C:col10/1731593887631/Put/seqid=0 2024-11-14T14:18:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742318_1494 (size=13017) 2024-11-14T14:18:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593948243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:08,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593948552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:08,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0449f91523bd426c8f859b13081912fc 2024-11-14T14:18:08,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/2b53c3b7aea742b79ba723703de4f3cc is 50, key is test_row_0/C:col10/1731593887741/Put/seqid=0 2024-11-14T14:18:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742319_1495 (size=12301) 2024-11-14T14:18:08,623 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/51b5019c649748c7a4871e4fb4b347c3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/51b5019c649748c7a4871e4fb4b347c3 2024-11-14T14:18:08,628 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into 51b5019c649748c7a4871e4fb4b347c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:08,628 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:08,628 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=12, startTime=1731593887740; duration=0sec 2024-11-14T14:18:08,628 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:08,628 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:08,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:08,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:08,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/2b53c3b7aea742b79ba723703de4f3cc 2024-11-14T14:18:09,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5773f32e5db64b3da5914b2461520a17 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17 2024-11-14T14:18:09,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T14:18:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0449f91523bd426c8f859b13081912fc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc 2024-11-14T14:18:09,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T14:18:09,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/2b53c3b7aea742b79ba723703de4f3cc as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc 2024-11-14T14:18:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T14:18:09,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 38448ede41e0c02053efc998774bf1d6 in 1272ms, sequenceid=292, compaction requested=false 2024-11-14T14:18:09,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:09,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:09,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/a762d4d0483b427dadb93a56e18d6f47 is 50, key is test_row_0/A:col10/1731593889078/Put/seqid=0 2024-11-14T14:18:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742320_1496 (size=14741) 2024-11-14T14:18:09,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593949149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593949262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:09,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:09,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593949473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:09,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/a762d4d0483b427dadb93a56e18d6f47 2024-11-14T14:18:09,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c9646766a8a24c53a9974cb6f3395d24 is 50, key is test_row_0/B:col10/1731593889078/Put/seqid=0 2024-11-14T14:18:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742321_1497 (size=12301) 2024-11-14T14:18:09,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593949792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:09,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:09,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:09,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c9646766a8a24c53a9974cb6f3395d24 2024-11-14T14:18:09,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/08423ebc17d040a1a04a9a3718edb051 is 50, key is test_row_0/C:col10/1731593889078/Put/seqid=0 2024-11-14T14:18:09,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742322_1498 (size=12301) 2024-11-14T14:18:10,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:10,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/08423ebc17d040a1a04a9a3718edb051 2024-11-14T14:18:10,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/a762d4d0483b427dadb93a56e18d6f47 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47 2024-11-14T14:18:10,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47, entries=200, sequenceid=314, filesize=14.4 K 2024-11-14T14:18:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/c9646766a8a24c53a9974cb6f3395d24 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24 2024-11-14T14:18:10,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T14:18:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/08423ebc17d040a1a04a9a3718edb051 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051 2024-11-14T14:18:10,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593950313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:10,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T14:18:10,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 38448ede41e0c02053efc998774bf1d6 in 1249ms, sequenceid=314, compaction requested=true 2024-11-14T14:18:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:10,328 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:10,328 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:10,329 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:10,329 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:10,329 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,330 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/7fcc5111234445c4b36bccada4923a47, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=39.1 K 2024-11-14T14:18:10,330 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:10,330 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:10,330 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fcc5111234445c4b36bccada4923a47, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887610 2024-11-14T14:18:10,330 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,330 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/09a3da36c7744039935179bb31758dde, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=36.7 K 2024-11-14T14:18:10,330 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5773f32e5db64b3da5914b2461520a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731593887726 2024-11-14T14:18:10,330 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a3da36c7744039935179bb31758dde, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887610 2024-11-14T14:18:10,331 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting a762d4d0483b427dadb93a56e18d6f47, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731593887873 2024-11-14T14:18:10,331 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0449f91523bd426c8f859b13081912fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731593887726 2024-11-14T14:18:10,331 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c9646766a8a24c53a9974cb6f3395d24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731593887873 2024-11-14T14:18:10,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,344 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:10,355 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:10,356 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/42c7d672e08a428eba87755386c825d8 is 50, key is test_row_0/A:col10/1731593889078/Put/seqid=0 2024-11-14T14:18:10,363 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:10,363 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/740f674f5067449ebf0c6fd169513460 is 50, key is test_row_0/B:col10/1731593889078/Put/seqid=0 2024-11-14T14:18:10,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/89a792291af442d38b9de0e17f4f614a is 50, key is test_row_0/A:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742324_1500 (size=13119) 2024-11-14T14:18:10,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742323_1499 (size=13119) 2024-11-14T14:18:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742325_1501 (size=12301) 2024-11-14T14:18:10,406 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/89a792291af442d38b9de0e17f4f614a 2024-11-14T14:18:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0719eb70789f46b9a384e40fa868ebcf is 50, key is test_row_0/B:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742326_1502 (size=12301) 2024-11-14T14:18:10,446 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0719eb70789f46b9a384e40fa868ebcf 2024-11-14T14:18:10,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/79bda5f6585541a384a94113dc579d27 is 50, key is test_row_0/C:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742327_1503 (size=12301) 2024-11-14T14:18:10,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/79bda5f6585541a384a94113dc579d27 2024-11-14T14:18:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/89a792291af442d38b9de0e17f4f614a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a 2024-11-14T14:18:10,484 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T14:18:10,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/0719eb70789f46b9a384e40fa868ebcf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf 2024-11-14T14:18:10,488 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T14:18:10,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/79bda5f6585541a384a94113dc579d27 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27 2024-11-14T14:18:10,492 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T14:18:10,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 150ms, sequenceid=327, compaction requested=true 2024-11-14T14:18:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T14:18:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T14:18:10,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T14:18:10,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2880 sec 2024-11-14T14:18:10,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.2930 sec 2024-11-14T14:18:10,797 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/42c7d672e08a428eba87755386c825d8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/42c7d672e08a428eba87755386c825d8 2024-11-14T14:18:10,805 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into 42c7d672e08a428eba87755386c825d8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:10,805 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:10,805 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593890328; duration=0sec 2024-11-14T14:18:10,805 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:10,805 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:10,805 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:10,806 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/740f674f5067449ebf0c6fd169513460 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/740f674f5067449ebf0c6fd169513460 2024-11-14T14:18:10,808 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:10,809 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:10,809 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:10,809 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/51b5019c649748c7a4871e4fb4b347c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=48.8 K 2024-11-14T14:18:10,809 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51b5019c649748c7a4871e4fb4b347c3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731593887610 2024-11-14T14:18:10,811 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b53c3b7aea742b79ba723703de4f3cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731593887726 2024-11-14T14:18:10,813 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 740f674f5067449ebf0c6fd169513460(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:10,813 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:10,813 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593890328; duration=0sec 2024-11-14T14:18:10,813 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:10,813 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:10,814 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08423ebc17d040a1a04a9a3718edb051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731593887873 2024-11-14T14:18:10,814 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79bda5f6585541a384a94113dc579d27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731593889093 2024-11-14T14:18:10,823 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#428 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:10,823 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c2ca8d5b554448979032604ee5e97d21 is 50, key is test_row_0/C:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742328_1504 (size=13153) 2024-11-14T14:18:10,849 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c2ca8d5b554448979032604ee5e97d21 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c2ca8d5b554448979032604ee5e97d21 2024-11-14T14:18:10,859 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into c2ca8d5b554448979032604ee5e97d21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:10,859 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:10,859 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=12, startTime=1731593890329; duration=0sec 2024-11-14T14:18:10,860 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:10,860 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:11,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:11,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/699ff30168934f49bcb973b174aa7fd7 is 50, key is test_row_1/A:col10/1731593891369/Put/seqid=0 2024-11-14T14:18:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742329_1505 (size=12297) 2024-11-14T14:18:11,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593891461, max timestamp=1731593891498Num uniques 859; 2024-11-14T14:18:11,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593891461, max timestamp=1731593891498Num uniques 859; 2024-11-14T14:18:11,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:11,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:11,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731593891461, max timestamp=1731593891498Num uniques 859; 2024-11-14T14:18:11,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:18:11,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:18:11,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593951621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593951743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:11,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/699ff30168934f49bcb973b174aa7fd7 2024-11-14T14:18:11,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/6758cbafbf41438ba4177806e617803a is 50, key is test_row_1/B:col10/1731593891369/Put/seqid=0 2024-11-14T14:18:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742330_1506 (size=9857) 2024-11-14T14:18:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593951952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40256 deadline: 1731593952013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,021 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40234 deadline: 1731593952084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,101 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18321 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40224 deadline: 1731593952123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,131 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_1' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18349 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40268 deadline: 1731593952133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,140 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 38448ede41e0c02053efc998774bf1d6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18357 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/6758cbafbf41438ba4177806e617803a 2024-11-14T14:18:12,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 is 50, key is test_row_1/C:col10/1731593891369/Put/seqid=0 2024-11-14T14:18:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742331_1507 (size=9857) 2024-11-14T14:18:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593952273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:18:12,373 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:12,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T14:18:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:12,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:12,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:12,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:18:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:12,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:12,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 2024-11-14T14:18:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/699ff30168934f49bcb973b174aa7fd7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7 2024-11-14T14:18:12,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7, entries=150, sequenceid=340, filesize=12.0 K 2024-11-14T14:18:12,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/6758cbafbf41438ba4177806e617803a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a 2024-11-14T14:18:12,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a, entries=100, sequenceid=340, filesize=9.6 K 2024-11-14T14:18:12,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 2024-11-14T14:18:12,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108, entries=100, sequenceid=340, filesize=9.6 K 2024-11-14T14:18:12,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.55 KB/134705 for 38448ede41e0c02053efc998774bf1d6 in 1244ms, sequenceid=340, compaction requested=true 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:12,614 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:12,614 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:12,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:12,615 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:12,615 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:12,615 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:12,615 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:12,615 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:12,615 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/740f674f5067449ebf0c6fd169513460, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=34.5 K 2024-11-14T14:18:12,615 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/42c7d672e08a428eba87755386c825d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=36.8 K 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42c7d672e08a428eba87755386c825d8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731593887873 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 740f674f5067449ebf0c6fd169513460, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731593887873 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89a792291af442d38b9de0e17f4f614a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731593889093 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 0719eb70789f46b9a384e40fa868ebcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731593889093 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6758cbafbf41438ba4177806e617803a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731593891359 2024-11-14T14:18:12,616 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 699ff30168934f49bcb973b174aa7fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731593891359 2024-11-14T14:18:12,623 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:12,624 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:12,624 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/2780999f6127400482d34dc30b02c1a9 is 50, key is test_row_0/B:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:12,624 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/fed9fa994421464cb910e7ca616eb48d is 50, key is test_row_0/A:col10/1731593889147/Put/seqid=0 2024-11-14T14:18:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742332_1508 (size=13221) 2024-11-14T14:18:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742333_1509 (size=13221) 2024-11-14T14:18:12,632 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/2780999f6127400482d34dc30b02c1a9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2780999f6127400482d34dc30b02c1a9 2024-11-14T14:18:12,632 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/fed9fa994421464cb910e7ca616eb48d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fed9fa994421464cb910e7ca616eb48d 2024-11-14T14:18:12,636 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 2780999f6127400482d34dc30b02c1a9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:12,636 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into fed9fa994421464cb910e7ca616eb48d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:12,637 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593892614; duration=0sec 2024-11-14T14:18:12,637 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593892614; duration=0sec 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. because compaction request was cancelled 2024-11-14T14:18:12,637 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:12,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:12,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/b6d72e080a1049c0b5807508df97bc14 is 50, key is test_row_0/A:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742334_1510 (size=12301) 2024-11-14T14:18:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. as already flushing 2024-11-14T14:18:12,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593952848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593952963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:13,094 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/b6d72e080a1049c0b5807508df97bc14 2024-11-14T14:18:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/433032ab172642d7b3594395c6f37fca is 50, key is test_row_0/B:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742335_1511 (size=12301) 2024-11-14T14:18:13,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593953172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:13,454 INFO [Thread-1935 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1935. 2024-11-14T14:18:13,455 DEBUG [Thread-1935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,455 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,455 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,459 INFO [Thread-1939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1939. 2024-11-14T14:18:13,459 INFO [Thread-1937 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1937. 2024-11-14T14:18:13,459 DEBUG [Thread-1939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,459 DEBUG [Thread-1937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,459 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,459 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,459 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,459 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,469 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-14T14:18:13,469 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,469 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,469 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,471 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-14T14:18:13,471 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,471 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,472 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40260 deadline: 1731593953482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 , the old value is region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., hostname=6e2cc31459a7,33627,1731593743487, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:18:13,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/433032ab172642d7b3594395c6f37fca 2024-11-14T14:18:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/41e8b972a4ff4f76804ea0bd90c14e84 is 50, key is test_row_0/C:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742336_1512 (size=12301) 2024-11-14T14:18:13,515 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/41e8b972a4ff4f76804ea0bd90c14e84 2024-11-14T14:18:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/b6d72e080a1049c0b5807508df97bc14 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14 2024-11-14T14:18:13,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T14:18:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/433032ab172642d7b3594395c6f37fca as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca 2024-11-14T14:18:13,527 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T14:18:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/41e8b972a4ff4f76804ea0bd90c14e84 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84 2024-11-14T14:18:13,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T14:18:13,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=46.96 KB/48090 for 38448ede41e0c02053efc998774bf1d6 in 851ms, sequenceid=378, compaction requested=true 2024-11-14T14:18:13,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:13,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:13,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T14:18:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T14:18:13,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T14:18:13,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-11-14T14:18:13,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.1610 sec 2024-11-14T14:18:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:13,995 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-14T14:18:13,995 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:13,995 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,995 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:13,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:13,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:14,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/54fa8e5234f644d28bb0d0b7def09427 is 50, key is test_row_1/A:col10/1731593893993/Put/seqid=0 2024-11-14T14:18:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742337_1513 (size=9857) 2024-11-14T14:18:14,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/54fa8e5234f644d28bb0d0b7def09427 2024-11-14T14:18:14,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/20b6138140464c8483fe0af8a46a8f2d is 50, key is test_row_1/B:col10/1731593893993/Put/seqid=0 2024-11-14T14:18:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742338_1514 (size=9857) 2024-11-14T14:18:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:18:14,523 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:14,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/20b6138140464c8483fe0af8a46a8f2d 2024-11-14T14:18:14,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/3e586102acf44de3b4e78fbcac9b886a is 50, key is test_row_1/C:col10/1731593893993/Put/seqid=0 2024-11-14T14:18:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742339_1515 (size=9857) 2024-11-14T14:18:15,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/3e586102acf44de3b4e78fbcac9b886a 2024-11-14T14:18:15,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/54fa8e5234f644d28bb0d0b7def09427 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427 2024-11-14T14:18:15,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427, entries=100, sequenceid=389, filesize=9.6 K 2024-11-14T14:18:15,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/20b6138140464c8483fe0af8a46a8f2d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d 2024-11-14T14:18:15,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d, entries=100, sequenceid=389, filesize=9.6 K 2024-11-14T14:18:15,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/3e586102acf44de3b4e78fbcac9b886a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a 2024-11-14T14:18:15,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a, entries=100, sequenceid=389, filesize=9.6 K 2024-11-14T14:18:15,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 1266ms, sequenceid=389, compaction requested=true 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:15,260 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38448ede41e0c02053efc998774bf1d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:15,260 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/A is initiating minor compaction (all files) 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/B is initiating minor compaction (all files) 2024-11-14T14:18:15,261 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/A in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:15,261 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/B in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:15,261 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fed9fa994421464cb910e7ca616eb48d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=34.5 K 2024-11-14T14:18:15,261 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2780999f6127400482d34dc30b02c1a9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=34.5 K 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2780999f6127400482d34dc30b02c1a9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731593889147 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed9fa994421464cb910e7ca616eb48d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731593889147 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 433032ab172642d7b3594395c6f37fca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731593891594 2024-11-14T14:18:15,261 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6d72e080a1049c0b5807508df97bc14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731593891594 2024-11-14T14:18:15,262 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 20b6138140464c8483fe0af8a46a8f2d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731593892838 2024-11-14T14:18:15,262 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54fa8e5234f644d28bb0d0b7def09427, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731593892838 2024-11-14T14:18:15,267 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:15,268 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5213f4d038a5475aa4456e4b644033ad is 50, key is test_row_0/A:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:15,268 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:15,268 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/4214731fc4d8461abd9cb00a7a9a9e5a is 50, key is test_row_0/B:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742340_1516 (size=13323) 2024-11-14T14:18:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742341_1517 (size=13323) 2024-11-14T14:18:15,678 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/5213f4d038a5475aa4456e4b644033ad as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5213f4d038a5475aa4456e4b644033ad 2024-11-14T14:18:15,681 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/4214731fc4d8461abd9cb00a7a9a9e5a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/4214731fc4d8461abd9cb00a7a9a9e5a 2024-11-14T14:18:15,681 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/A of 38448ede41e0c02053efc998774bf1d6 into 5213f4d038a5475aa4456e4b644033ad(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:15,681 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:15,681 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/A, priority=13, startTime=1731593895260; duration=0sec 2024-11-14T14:18:15,681 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:15,681 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:A 2024-11-14T14:18:15,682 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:15,682 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45168 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:15,682 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 38448ede41e0c02053efc998774bf1d6/C is initiating minor compaction (all files) 2024-11-14T14:18:15,682 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38448ede41e0c02053efc998774bf1d6/C in TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:15,683 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c2ca8d5b554448979032604ee5e97d21, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp, totalSize=44.1 K 2024-11-14T14:18:15,683 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ca8d5b554448979032604ee5e97d21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731593889093 2024-11-14T14:18:15,683 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting c44d9e6c1fa34b09b1f7d9bef9a0c108, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731593891359 2024-11-14T14:18:15,683 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41e8b972a4ff4f76804ea0bd90c14e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731593891594 2024-11-14T14:18:15,683 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e586102acf44de3b4e78fbcac9b886a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731593892838 2024-11-14T14:18:15,685 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/B of 38448ede41e0c02053efc998774bf1d6 into 4214731fc4d8461abd9cb00a7a9a9e5a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:15,685 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:15,685 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/B, priority=13, startTime=1731593895260; duration=0sec 2024-11-14T14:18:15,685 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:15,685 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:B 2024-11-14T14:18:15,690 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38448ede41e0c02053efc998774bf1d6#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:15,691 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d3b05dc99aac4c44b652157fe36b357b is 50, key is test_row_0/C:col10/1731593891617/Put/seqid=0 2024-11-14T14:18:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742342_1518 (size=13289) 2024-11-14T14:18:15,698 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/d3b05dc99aac4c44b652157fe36b357b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d3b05dc99aac4c44b652157fe36b357b 2024-11-14T14:18:15,701 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38448ede41e0c02053efc998774bf1d6/C of 38448ede41e0c02053efc998774bf1d6 into d3b05dc99aac4c44b652157fe36b357b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:15,701 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38448ede41e0c02053efc998774bf1d6: 2024-11-14T14:18:15,701 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., storeName=38448ede41e0c02053efc998774bf1d6/C, priority=12, startTime=1731593895260; duration=0sec 2024-11-14T14:18:15,701 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:15,701 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38448ede41e0c02053efc998774bf1d6:C 2024-11-14T14:18:22,053 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-14T14:18:22,053 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:22,054 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,054 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:22,134 INFO [Thread-1926 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1926. 2024-11-14T14:18:22,134 DEBUG [Thread-1926 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:22,134 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,135 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:22,204 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-14T14:18:22,204 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:22,204 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,204 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:22,214 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-14T14:18:22,214 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:22,214 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,214 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 269 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1286 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3852 rows 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1280 2024-11-14T14:18:22,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3840 rows 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1289 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3861 rows 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1288 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3858 rows 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1276 2024-11-14T14:18:22,215 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3828 rows 2024-11-14T14:18:22,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:22,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:22,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:22,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:22,215 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:18:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:22,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593902217"}]},"ts":"1731593902217"} 2024-11-14T14:18:22,219 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:18:22,219 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:18:22,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:18:22,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, UNASSIGN}] 2024-11-14T14:18:22,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, UNASSIGN 2024-11-14T14:18:22,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=38448ede41e0c02053efc998774bf1d6, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:22,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, UNASSIGN because future has completed 2024-11-14T14:18:22,223 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:18:22,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:18:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:22,375 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:22,375 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:18:22,375 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 38448ede41e0c02053efc998774bf1d6, disabling compactions & flushes 2024-11-14T14:18:22,375 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:22,375 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:22,375 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. after waiting 0 ms 2024-11-14T14:18:22,375 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:22,375 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 38448ede41e0c02053efc998774bf1d6 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=A 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=B 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38448ede41e0c02053efc998774bf1d6, store=C 2024-11-14T14:18:22,376 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:22,379 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8369d2ba2ab54ce19e489223ff59e133 is 50, key is test_row_0/A:col10/1731593902213/Put/seqid=0 2024-11-14T14:18:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742343_1519 (size=12301) 2024-11-14T14:18:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:22,783 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8369d2ba2ab54ce19e489223ff59e133 2024-11-14T14:18:22,789 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f547ce59a5324b3eb335183aec5509f8 is 50, key is test_row_0/B:col10/1731593902213/Put/seqid=0 2024-11-14T14:18:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742344_1520 (size=12301) 2024-11-14T14:18:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:23,192 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f547ce59a5324b3eb335183aec5509f8 2024-11-14T14:18:23,197 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/85f867c40d1e460ba69ffae8cfe7bda1 is 50, key is test_row_0/C:col10/1731593902213/Put/seqid=0 2024-11-14T14:18:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742345_1521 (size=12301) 2024-11-14T14:18:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:23,600 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/85f867c40d1e460ba69ffae8cfe7bda1 2024-11-14T14:18:23,603 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/A/8369d2ba2ab54ce19e489223ff59e133 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8369d2ba2ab54ce19e489223ff59e133 2024-11-14T14:18:23,606 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8369d2ba2ab54ce19e489223ff59e133, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T14:18:23,606 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/B/f547ce59a5324b3eb335183aec5509f8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f547ce59a5324b3eb335183aec5509f8 2024-11-14T14:18:23,608 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f547ce59a5324b3eb335183aec5509f8, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T14:18:23,609 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/.tmp/C/85f867c40d1e460ba69ffae8cfe7bda1 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/85f867c40d1e460ba69ffae8cfe7bda1 2024-11-14T14:18:23,611 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/85f867c40d1e460ba69ffae8cfe7bda1, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T14:18:23,612 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 1237ms, sequenceid=399, compaction requested=false 2024-11-14T14:18:23,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b0f6c28a9e394f88b832c623b1eb6af8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/f754b23956c74789b8d5a11670dbbc0c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/61aa844b933440e4b6873093248c8dd9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/9ba222dd199b4892b30ba5c0bdfe7661, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e081e3fee6a34a758a02cfd9a290feb3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/7fcc5111234445c4b36bccada4923a47, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/42c7d672e08a428eba87755386c825d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fed9fa994421464cb910e7ca616eb48d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427] to archive 2024-11-14T14:18:23,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:23,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/39da7030cdab4337a511e7f19d2857e5 2024-11-14T14:18:23,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4862af7ea9c547348f38527f976bd363 2024-11-14T14:18:23,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/d0a6ab1a6bff4223b6f914eb1dead9a4 2024-11-14T14:18:23,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b0f6c28a9e394f88b832c623b1eb6af8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b0f6c28a9e394f88b832c623b1eb6af8 2024-11-14T14:18:23,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/0e3512cd8d5d4b93b67d7254d25f2062 2024-11-14T14:18:23,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/1b76fb12a3b3483ca82dc02c13842b59 2024-11-14T14:18:23,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/f754b23956c74789b8d5a11670dbbc0c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/f754b23956c74789b8d5a11670dbbc0c 2024-11-14T14:18:23,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/c171ad71d8dd40719db12efaf9506e7b 2024-11-14T14:18:23,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/63a6e964e1d74880815895746534c131 2024-11-14T14:18:23,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/519989244fa14777b735be6c918748b0 2024-11-14T14:18:23,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/61aa844b933440e4b6873093248c8dd9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/61aa844b933440e4b6873093248c8dd9 2024-11-14T14:18:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fcedbb17d9d64eee9d8f9890908a783a 2024-11-14T14:18:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/2d9d3d011c074b9891015b7489bbc1a1 2024-11-14T14:18:23,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/9ba222dd199b4892b30ba5c0bdfe7661 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/9ba222dd199b4892b30ba5c0bdfe7661 2024-11-14T14:18:23,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/33774c7fe21844e3b607809ada7353ef 2024-11-14T14:18:23,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8621be6709b04e6f900c3322c5a89f69 2024-11-14T14:18:23,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/986ec3e4c838495b87f601e23dcbeae9 2024-11-14T14:18:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e081e3fee6a34a758a02cfd9a290feb3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e081e3fee6a34a758a02cfd9a290feb3 2024-11-14T14:18:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/e66f70ffdcc7465ebb9c03ca25251406 2024-11-14T14:18:23,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/4bc8aeefd42344a4aba38e4882e1e039 2024-11-14T14:18:23,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5387e633d3e34d4fb96a76e921b3f124 2024-11-14T14:18:23,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/7fcc5111234445c4b36bccada4923a47 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/7fcc5111234445c4b36bccada4923a47 2024-11-14T14:18:23,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5773f32e5db64b3da5914b2461520a17 2024-11-14T14:18:23,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/a762d4d0483b427dadb93a56e18d6f47 2024-11-14T14:18:23,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/42c7d672e08a428eba87755386c825d8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/42c7d672e08a428eba87755386c825d8 2024-11-14T14:18:23,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/89a792291af442d38b9de0e17f4f614a 2024-11-14T14:18:23,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fed9fa994421464cb910e7ca616eb48d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/fed9fa994421464cb910e7ca616eb48d 2024-11-14T14:18:23,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/699ff30168934f49bcb973b174aa7fd7 2024-11-14T14:18:23,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/b6d72e080a1049c0b5807508df97bc14 2024-11-14T14:18:23,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/54fa8e5234f644d28bb0d0b7def09427 2024-11-14T14:18:23,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8a5b4f35d11e494ca66a39d76636525a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/74e8777269124c5783d2bfd29eb0420f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/672a4d5e99b345c5b082ad992afccdef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ef195a3e0bce4caaa1bb1833792853e8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2db59daa2c01454e9b8074d32a647223, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/09a3da36c7744039935179bb31758dde, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/740f674f5067449ebf0c6fd169513460, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2780999f6127400482d34dc30b02c1a9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d] to archive 2024-11-14T14:18:23,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:23,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e603d35b88f4c55ac3b9c5f3b962c23 2024-11-14T14:18:23,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/31441a174b1c477598c161f0e631f114 2024-11-14T14:18:23,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8a5b4f35d11e494ca66a39d76636525a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8a5b4f35d11e494ca66a39d76636525a 2024-11-14T14:18:23,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ab6c5752088c4244826cd5180a9708f4 2024-11-14T14:18:23,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/16cd9312397f438dab9e49e4923603ba 2024-11-14T14:18:23,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/74e8777269124c5783d2bfd29eb0420f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/74e8777269124c5783d2bfd29eb0420f 2024-11-14T14:18:23,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c83e948f95544f4eb0d24dad15de27b0 2024-11-14T14:18:23,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/468f18e329fd4101b5db8770e901de19 2024-11-14T14:18:23,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/d6d0e8f0b2b74b538c18e3a81658a09c 2024-11-14T14:18:23,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/672a4d5e99b345c5b082ad992afccdef to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/672a4d5e99b345c5b082ad992afccdef 2024-11-14T14:18:23,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/5e42ef4497c64d708ccc723309fd2a6c 2024-11-14T14:18:23,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/cbfbff1bee144d778bde9e41896d65c2 2024-11-14T14:18:23,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ef195a3e0bce4caaa1bb1833792853e8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/ef195a3e0bce4caaa1bb1833792853e8 2024-11-14T14:18:23,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/56838f96812d40519606b8a97c1441dd 2024-11-14T14:18:23,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/1c00b730c83649beb2a02999987d3351 2024-11-14T14:18:23,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8d352a29d4b54df895052b4b56db0002 2024-11-14T14:18:23,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2db59daa2c01454e9b8074d32a647223 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2db59daa2c01454e9b8074d32a647223 2024-11-14T14:18:23,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/202c6e0673b3458998265b0201254061 2024-11-14T14:18:23,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/8ea42531f8014e3985ccf1f23dba21c0 2024-11-14T14:18:23,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/adf7df903c8a4ecea871ae817e032413 2024-11-14T14:18:23,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/09a3da36c7744039935179bb31758dde to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/09a3da36c7744039935179bb31758dde 2024-11-14T14:18:23,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f78f40af29e4437d943092f1bb9065bb 2024-11-14T14:18:23,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0449f91523bd426c8f859b13081912fc 2024-11-14T14:18:23,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/740f674f5067449ebf0c6fd169513460 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/740f674f5067449ebf0c6fd169513460 2024-11-14T14:18:23,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/c9646766a8a24c53a9974cb6f3395d24 2024-11-14T14:18:23,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/0719eb70789f46b9a384e40fa868ebcf 2024-11-14T14:18:23,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2780999f6127400482d34dc30b02c1a9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/2780999f6127400482d34dc30b02c1a9 2024-11-14T14:18:23,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/6758cbafbf41438ba4177806e617803a 2024-11-14T14:18:23,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/433032ab172642d7b3594395c6f37fca 2024-11-14T14:18:23,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/20b6138140464c8483fe0af8a46a8f2d 2024-11-14T14:18:23,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/8e9906fdcc5e481fb5649e4badfe2ee2, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/44b17606b2ec4bc1a5bb91bd5d2fd27d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d51465d863c841c58db4a7a3731d3585, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d79565f543b2430cb8a86abe95dc7587, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/995d419511324741b6647b0636454f5b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/51b5019c649748c7a4871e4fb4b347c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c2ca8d5b554448979032604ee5e97d21, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a] to archive 2024-11-14T14:18:23,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:23,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c1657a8e2c834808b3c4accfe3e72f63 2024-11-14T14:18:23,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/363d29da3d2d4ecbbe939a686911315b 2024-11-14T14:18:23,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/8e9906fdcc5e481fb5649e4badfe2ee2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/8e9906fdcc5e481fb5649e4badfe2ee2 2024-11-14T14:18:23,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dcdff60afadc40c2b77d159ec242367b 2024-11-14T14:18:23,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/dfbd1da74daa42cebef61a623a76f725 2024-11-14T14:18:23,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/44b17606b2ec4bc1a5bb91bd5d2fd27d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/44b17606b2ec4bc1a5bb91bd5d2fd27d 2024-11-14T14:18:23,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/ec54bc1abfd84a21bf643a33babf5ad3 2024-11-14T14:18:23,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/5e457a10a3c047a5a9df4143830f5e1a 2024-11-14T14:18:23,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/f8786a57a6f14a319d12c8edaace81ac 2024-11-14T14:18:23,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d51465d863c841c58db4a7a3731d3585 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d51465d863c841c58db4a7a3731d3585 2024-11-14T14:18:23,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/efaec04dc6954ff493efbb1504001cf6 2024-11-14T14:18:23,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/6d35a1c70935477884e5b1926297bc03 2024-11-14T14:18:23,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d79565f543b2430cb8a86abe95dc7587 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d79565f543b2430cb8a86abe95dc7587 2024-11-14T14:18:23,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/be2ec49f6a8040be848ccc63c9e0fc3a 2024-11-14T14:18:23,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/54dfd87603c04aaa90297128d0462102 2024-11-14T14:18:23,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/0f51488d48594856b4065c4eb19191b0 2024-11-14T14:18:23,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/995d419511324741b6647b0636454f5b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/995d419511324741b6647b0636454f5b 2024-11-14T14:18:23,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c3f9b46a7eae4fd5a320ff67e8973350 2024-11-14T14:18:23,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/83d86e60996c4b2aada12af88de97f34 2024-11-14T14:18:23,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/e83d58dbdfac4f9b9fa4c6c4c4d1443f 2024-11-14T14:18:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/51b5019c649748c7a4871e4fb4b347c3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/51b5019c649748c7a4871e4fb4b347c3 2024-11-14T14:18:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/fe6e286935bd4e3da9dcd6ce8c53b928 2024-11-14T14:18:23,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/2b53c3b7aea742b79ba723703de4f3cc 2024-11-14T14:18:23,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/08423ebc17d040a1a04a9a3718edb051 2024-11-14T14:18:23,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c2ca8d5b554448979032604ee5e97d21 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c2ca8d5b554448979032604ee5e97d21 2024-11-14T14:18:23,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/79bda5f6585541a384a94113dc579d27 2024-11-14T14:18:23,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/c44d9e6c1fa34b09b1f7d9bef9a0c108 2024-11-14T14:18:23,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/41e8b972a4ff4f76804ea0bd90c14e84 2024-11-14T14:18:23,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/3e586102acf44de3b4e78fbcac9b886a 2024-11-14T14:18:23,687 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/recovered.edits/402.seqid, newMaxSeqId=402, maxSeqId=1 2024-11-14T14:18:23,687 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. 2024-11-14T14:18:23,687 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 38448ede41e0c02053efc998774bf1d6: Waiting for close lock at 1731593902375Running coprocessor pre-close hooks at 1731593902375Disabling compacts and flushes for region at 1731593902375Disabling writes for close at 1731593902375Obtaining lock to block concurrent updates at 1731593902375Preparing flush snapshotting stores in 38448ede41e0c02053efc998774bf1d6 at 1731593902375Finished memstore snapshotting TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731593902376 (+1 ms)Flushing stores of TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6. at 1731593902376Flushing 38448ede41e0c02053efc998774bf1d6/A: creating writer at 1731593902376Flushing 38448ede41e0c02053efc998774bf1d6/A: appending metadata at 1731593902379 (+3 ms)Flushing 38448ede41e0c02053efc998774bf1d6/A: closing flushed file at 1731593902379Flushing 38448ede41e0c02053efc998774bf1d6/B: creating writer at 1731593902786 (+407 ms)Flushing 38448ede41e0c02053efc998774bf1d6/B: appending metadata at 1731593902788 (+2 ms)Flushing 38448ede41e0c02053efc998774bf1d6/B: closing flushed file at 1731593902788Flushing 38448ede41e0c02053efc998774bf1d6/C: creating writer at 1731593903195 (+407 ms)Flushing 38448ede41e0c02053efc998774bf1d6/C: appending metadata at 1731593903197 (+2 ms)Flushing 38448ede41e0c02053efc998774bf1d6/C: closing flushed file at 1731593903197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c48e8b7: reopening flushed file at 1731593903603 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2a8719: reopening flushed file at 1731593903606 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94006e0: reopening flushed file at 1731593903608 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 38448ede41e0c02053efc998774bf1d6 in 1237ms, sequenceid=399, compaction requested=false at 1731593903612 (+4 ms)Writing region close event to WAL at 1731593903685 (+73 ms)Running coprocessor post-close hooks at 1731593903687 (+2 ms)Closed at 1731593903687 2024-11-14T14:18:23,689 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:23,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=38448ede41e0c02053efc998774bf1d6, regionState=CLOSED 2024-11-14T14:18:23,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:18:23,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T14:18:23,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 38448ede41e0c02053efc998774bf1d6, server=6e2cc31459a7,33627,1731593743487 in 1.4680 sec 2024-11-14T14:18:23,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T14:18:23,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38448ede41e0c02053efc998774bf1d6, UNASSIGN in 1.4750 sec 2024-11-14T14:18:23,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T14:18:23,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-14T14:18:23,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593903699"}]},"ts":"1731593903699"} 2024-11-14T14:18:23,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:18:23,700 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:18:23,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4860 sec 2024-11-14T14:18:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:18:24,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:24,363 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:18:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,365 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T14:18:24,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,368 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:24,370 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/recovered.edits] 2024-11-14T14:18:24,372 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5213f4d038a5475aa4456e4b644033ad to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/5213f4d038a5475aa4456e4b644033ad 2024-11-14T14:18:24,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8369d2ba2ab54ce19e489223ff59e133 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/A/8369d2ba2ab54ce19e489223ff59e133 2024-11-14T14:18:24,374 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/4214731fc4d8461abd9cb00a7a9a9e5a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/4214731fc4d8461abd9cb00a7a9a9e5a 2024-11-14T14:18:24,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f547ce59a5324b3eb335183aec5509f8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/B/f547ce59a5324b3eb335183aec5509f8 2024-11-14T14:18:24,376 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/85f867c40d1e460ba69ffae8cfe7bda1 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/85f867c40d1e460ba69ffae8cfe7bda1 2024-11-14T14:18:24,377 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d3b05dc99aac4c44b652157fe36b357b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/C/d3b05dc99aac4c44b652157fe36b357b 2024-11-14T14:18:24,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/recovered.edits/402.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6/recovered.edits/402.seqid 2024-11-14T14:18:24,379 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/38448ede41e0c02053efc998774bf1d6 2024-11-14T14:18:24,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:18:24,380 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,382 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:18:24,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:18:24,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:18:24,385 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593904385"}]},"ts":"9223372036854775807"} 2024-11-14T14:18:24,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:18:24,387 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 38448ede41e0c02053efc998774bf1d6, NAME => 'TestAcidGuarantees,,1731593871209.38448ede41e0c02053efc998774bf1d6.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:18:24,387 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:18:24,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593904387"}]},"ts":"9223372036854775807"} 2024-11-14T14:18:24,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:18:24,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-14T14:18:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T14:18:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:18:24,475 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:24,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2465 (was 2627) 2024-11-14T14:18:24,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=2465 2024-11-14T14:18:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:18:24,489 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:24,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:18:24,491 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:24,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-14T14:18:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:24,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:18:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742346_1522 (size=1061) 2024-11-14T14:18:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:24,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc 2024-11-14T14:18:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742347_1523 (size=53) 2024-11-14T14:18:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:25,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:25,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 42e8ee4907dd4933e4e57b15c8213099, disabling compactions & flushes 2024-11-14T14:18:25,303 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. after waiting 0 ms 2024-11-14T14:18:25,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,303 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42e8ee4907dd4933e4e57b15c8213099: Waiting for close lock at 1731593905302Disabling compacts and flushes for region at 1731593905302Disabling writes for close at 1731593905303 (+1 ms)Writing region close event to WAL at 1731593905303Closed at 1731593905303 2024-11-14T14:18:25,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:18:25,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731593905335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593905335"}]},"ts":"1731593905335"} 2024-11-14T14:18:25,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:18:25,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:18:25,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593905337"}]},"ts":"1731593905337"} 2024-11-14T14:18:25,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:18:25,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, ASSIGN}] 2024-11-14T14:18:25,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, ASSIGN 2024-11-14T14:18:25,340 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=false 2024-11-14T14:18:25,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, ASSIGN because future has completed 2024-11-14T14:18:25,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:18:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:25,646 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:25,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:25,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,647 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,648 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,649 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:25,649 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName A 2024-11-14T14:18:25,649 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:25,650 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:25,650 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,650 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:25,651 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName B 2024-11-14T14:18:25,651 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:25,651 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:25,651 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,652 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:25,652 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName C 2024-11-14T14:18:25,652 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:25,652 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:25,652 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,652 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,653 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,653 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,654 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,654 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,655 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:18:25,656 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,657 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:25,657 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 42e8ee4907dd4933e4e57b15c8213099; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70556407, jitterRate=0.05137239396572113}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:18:25,658 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:25,658 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 42e8ee4907dd4933e4e57b15c8213099: Running coprocessor pre-open hook at 1731593905647Writing region info on filesystem at 1731593905647Initializing all the Stores at 1731593905648 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593905648Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593905648Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593905648Cleaning up temporary data from old regions at 1731593905654 (+6 ms)Running coprocessor post-open hooks at 1731593905658 (+4 ms)Region opened successfully at 1731593905658 2024-11-14T14:18:25,659 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., pid=140, masterSystemTime=1731593905644 2024-11-14T14:18:25,660 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,660 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:25,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:18:25,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T14:18:25,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 in 170 msec 2024-11-14T14:18:25,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T14:18:25,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, ASSIGN in 325 msec 2024-11-14T14:18:25,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:18:25,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593905666"}]},"ts":"1731593905666"} 2024-11-14T14:18:25,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:18:25,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:18:25,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-11-14T14:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-14T14:18:26,633 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:26,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9d2faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:26,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:26,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:26,635 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540c6102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:26,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416c67d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:26,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:26,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:26,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35265,1731593742453 2024-11-14T14:18:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60877369 2024-11-14T14:18:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:26,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:18:26,642 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742348_1524 (size=1097) 2024-11-14T14:18:27,053 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:18:27,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:18:27,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:18:27,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE}] 2024-11-14T14:18:27,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE 2024-11-14T14:18:27,058 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE because future has completed 2024-11-14T14:18:27,059 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:18:27,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:18:27,211 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,211 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:18:27,211 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 42e8ee4907dd4933e4e57b15c8213099, disabling compactions & flushes 2024-11-14T14:18:27,211 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,211 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,212 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. after waiting 0 ms 2024-11-14T14:18:27,212 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,215 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:18:27,215 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,215 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 42e8ee4907dd4933e4e57b15c8213099: Waiting for close lock at 1731593907211Running coprocessor pre-close hooks at 1731593907211Disabling compacts and flushes for region at 1731593907211Disabling writes for close at 1731593907212 (+1 ms)Writing region close event to WAL at 1731593907212Running coprocessor post-close hooks at 1731593907215 (+3 ms)Closed at 1731593907215 2024-11-14T14:18:27,215 WARN [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 42e8ee4907dd4933e4e57b15c8213099 to self. 2024-11-14T14:18:27,217 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=CLOSED 2024-11-14T14:18:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:18:27,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T14:18:27,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 in 160 msec 2024-11-14T14:18:27,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE; state=CLOSED, location=6e2cc31459a7,33627,1731593743487; forceNewPlan=false, retain=true 2024-11-14T14:18:27,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=OPENING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE because future has completed 2024-11-14T14:18:27,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:18:27,526 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,526 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:27,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:27,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,528 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,528 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:27,528 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName A 2024-11-14T14:18:27,529 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:27,530 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:27,530 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,530 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:27,530 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName B 2024-11-14T14:18:27,531 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:27,531 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:27,531 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,531 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:18:27,531 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e8ee4907dd4933e4e57b15c8213099 columnFamilyName C 2024-11-14T14:18:27,531 DEBUG [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:27,532 INFO [StoreOpener-42e8ee4907dd4933e4e57b15c8213099-1 {}] regionserver.HStore(327): Store=42e8ee4907dd4933e4e57b15c8213099/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:27,532 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,532 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,532 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,533 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,534 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,534 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,534 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:18:27,535 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,536 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 42e8ee4907dd4933e4e57b15c8213099; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62762050, jitterRate=-0.0647725760936737}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:18:27,536 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,536 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 42e8ee4907dd4933e4e57b15c8213099: Running coprocessor pre-open hook at 1731593907527Writing region info on filesystem at 1731593907527Initializing all the Stores at 1731593907527Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593907528 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593907528Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593907528Cleaning up temporary data from old regions at 1731593907534 (+6 ms)Running coprocessor post-open hooks at 1731593907536 (+2 ms)Region opened successfully at 1731593907536 2024-11-14T14:18:27,537 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., pid=145, masterSystemTime=1731593907524 2024-11-14T14:18:27,538 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,538 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=OPEN, openSeqNum=5, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:18:27,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-14T14:18:27,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 in 168 msec 2024-11-14T14:18:27,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T14:18:27,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, REOPEN/MOVE in 485 msec 2024-11-14T14:18:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T14:18:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-14T14:18:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-14T14:18:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:18:27,547 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:27,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525553b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e979fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4485fd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675b4108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,553 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5109bb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3877bee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,554 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40533680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c28ccd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4736fdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,557 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acf78b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,558 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b2824d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32aa3c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,559 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d25a83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe0fc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdbfef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,562 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce5469f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5377ea7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e90f76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4d3102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3386750f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16129ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfe6329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c69a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b68247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,570 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b927e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,571 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dba542d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ec5064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35265,-1 for getting cluster id 2024-11-14T14:18:27,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:27,572 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6389914-edec-4cc4-b85a-c25623cab514' 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6389914-edec-4cc4-b85a-c25623cab514" 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2717c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35265,-1] 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:27,574 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da8c54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:27,574 DEBUG [Thread-2365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,574 DEBUG [Thread-2363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,574 DEBUG [Thread-2352 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,575 DEBUG [Thread-2367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,575 DEBUG [Thread-2356 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,576 DEBUG [Thread-2348 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,578 DEBUG [Thread-2350 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,578 DEBUG [Thread-2359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,578 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:27,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-14T14:18:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:27,580 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,581 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:27,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:27,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,584 DEBUG [Thread-2361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:27,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:27,592 DEBUG [Thread-2354 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33627,1731593743487, seqNum=-1] 2024-11-14T14:18:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:27,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5] 2024-11-14T14:18:27,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731593907599, max timestamp=1731593907614Num uniques 859; 2024-11-14T14:18:27,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:18:27,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482687aae811a4eb99af0bd99343e114c_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593907590/Put/seqid=0 2024-11-14T14:18:27,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593907599, max timestamp=1731593907614Num uniques 859; 2024-11-14T14:18:27,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:27,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593907599, max timestamp=1731593907614Num uniques 859; 2024-11-14T14:18:27,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742349_1525 (size=9714) 2024-11-14T14:18:27,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:27,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482687aae811a4eb99af0bd99343e114c_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482687aae811a4eb99af0bd99343e114c_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:27,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/613962acfb3e4819ab609324f101e799, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:27,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/613962acfb3e4819ab609324f101e799 is 175, key is test_row_0/A:col10/1731593907590/Put/seqid=0 2024-11-14T14:18:27,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593967640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593967640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742350_1526 (size=22361) 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/613962acfb3e4819ab609324f101e799 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593967641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593967641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593967646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/34d1b9d01c4c4543914838e8e2549415 is 50, key is test_row_0/B:col10/1731593907590/Put/seqid=0 2024-11-14T14:18:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742351_1527 (size=9657) 2024-11-14T14:18:27,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/34d1b9d01c4c4543914838e8e2549415 2024-11-14T14:18:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:27,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e6be04ad22c04f08838a200093f48e95 is 50, key is test_row_0/C:col10/1731593907590/Put/seqid=0 2024-11-14T14:18:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742352_1528 (size=9657) 2024-11-14T14:18:27,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T14:18:27,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:27,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593967752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593967753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593967753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593967753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593967753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T14:18:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:27,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T14:18:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:28,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:28,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e6be04ad22c04f08838a200093f48e95 2024-11-14T14:18:28,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/613962acfb3e4819ab609324f101e799 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799 2024-11-14T14:18:28,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799, entries=100, sequenceid=16, filesize=21.8 K 2024-11-14T14:18:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/34d1b9d01c4c4543914838e8e2549415 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415 2024-11-14T14:18:28,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415, entries=100, sequenceid=16, filesize=9.4 K 2024-11-14T14:18:28,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e6be04ad22c04f08838a200093f48e95 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95 2024-11-14T14:18:28,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95, entries=100, sequenceid=16, filesize=9.4 K 2024-11-14T14:18:28,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=123.00 KB/125950 for 42e8ee4907dd4933e4e57b15c8213099 in 540ms, sequenceid=16, compaction requested=false 2024-11-14T14:18:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:28,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:28,192 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=123.00 KB heapSize=345.53 KB 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec6c2ecea7b44df29f6849ae8ca4ad75_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593907629/Put/seqid=0 2024-11-14T14:18:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742353_1529 (size=12154) 2024-11-14T14:18:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:28,224 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec6c2ecea7b44df29f6849ae8ca4ad75_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec6c2ecea7b44df29f6849ae8ca4ad75_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/1cb9a8f23bf046dd967759ad22b5c241, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:28,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/1cb9a8f23bf046dd967759ad22b5c241 is 175, key is test_row_0/A:col10/1731593907629/Put/seqid=0 2024-11-14T14:18:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742354_1530 (size=30955) 2024-11-14T14:18:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593968277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593968279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593968281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593968282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593968283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593968393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593968393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593968393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593968393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593968393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593968603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593968603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593968603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593968603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593968603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,638 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/1cb9a8f23bf046dd967759ad22b5c241 2024-11-14T14:18:28,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/001324ab60534efc9334cbe743edc644 is 50, key is test_row_0/B:col10/1731593907629/Put/seqid=0 2024-11-14T14:18:28,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742355_1531 (size=12001) 2024-11-14T14:18:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593968913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593968913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593968913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593968913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593968913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/001324ab60534efc9334cbe743edc644 2024-11-14T14:18:29,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/bff55556752c40c087729bf942a08748 is 50, key is test_row_0/C:col10/1731593907629/Put/seqid=0 2024-11-14T14:18:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742356_1532 (size=12001) 2024-11-14T14:18:29,057 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/bff55556752c40c087729bf942a08748 2024-11-14T14:18:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/1cb9a8f23bf046dd967759ad22b5c241 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241 2024-11-14T14:18:29,065 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241, entries=150, sequenceid=50, filesize=30.2 K 2024-11-14T14:18:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/001324ab60534efc9334cbe743edc644 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644 2024-11-14T14:18:29,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T14:18:29,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/bff55556752c40c087729bf942a08748 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748 2024-11-14T14:18:29,072 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T14:18:29,072 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~123.00 KB/125950, heapSize ~345.48 KB/353776, currentSize=60.38 KB/61830 for 42e8ee4907dd4933e4e57b15c8213099 in 880ms, sequenceid=50, compaction requested=false 2024-11-14T14:18:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-14T14:18:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-14T14:18:29,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T14:18:29,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-11-14T14:18:29,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4980 sec 2024-11-14T14:18:29,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:18:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:29,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:29,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b2035c332244eb7beb94a23ceb4cbe4_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742357_1533 (size=12154) 2024-11-14T14:18:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593969443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593969445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593969445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593969445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593969447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593969552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593969552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593969552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593969552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593969553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T14:18:29,723 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:29,724 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-14T14:18:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:29,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:29,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:29,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593969762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593969762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593969763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593969763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593969763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:29,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:29,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b2035c332244eb7beb94a23ceb4cbe4_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b2035c332244eb7beb94a23ceb4cbe4_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:29,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/cb7ef96b3a6b46268e2d960a5ff04e46, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:29,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/cb7ef96b3a6b46268e2d960a5ff04e46 is 175, key is test_row_0/A:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742358_1534 (size=30955) 2024-11-14T14:18:29,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:29,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593970072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593970072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593970072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593970073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593970073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:30,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/cb7ef96b3a6b46268e2d960a5ff04e46 2024-11-14T14:18:30,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/ff832c472cc349789239e04546dacada is 50, key is test_row_0/B:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742359_1535 (size=12001) 2024-11-14T14:18:30,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:30,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593970582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593970582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593970582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593970583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593970583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:30,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:30,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/ff832c472cc349789239e04546dacada 2024-11-14T14:18:30,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 is 50, key is test_row_0/C:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742360_1536 (size=12001) 2024-11-14T14:18:30,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 2024-11-14T14:18:30,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/cb7ef96b3a6b46268e2d960a5ff04e46 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46 2024-11-14T14:18:30,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46, entries=150, sequenceid=63, filesize=30.2 K 2024-11-14T14:18:30,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/ff832c472cc349789239e04546dacada as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada 2024-11-14T14:18:30,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada, entries=150, sequenceid=63, filesize=11.7 K 2024-11-14T14:18:30,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 2024-11-14T14:18:30,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7, entries=150, sequenceid=63, filesize=11.7 K 2024-11-14T14:18:30,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 42e8ee4907dd4933e4e57b15c8213099 in 1253ms, sequenceid=63, compaction requested=true 2024-11-14T14:18:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:30,677 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:30,677 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:30,678 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:30,678 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:30,678 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:30,678 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:30,678 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,678 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,678 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=82.3 K 2024-11-14T14:18:30,678 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=32.9 K 2024-11-14T14:18:30,678 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,678 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46] 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 613962acfb3e4819ab609324f101e799, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593907589 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d1b9d01c4c4543914838e8e2549415, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593907589 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cb9a8f23bf046dd967759ad22b5c241, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731593907629 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 001324ab60534efc9334cbe743edc644, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731593907629 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting ff832c472cc349789239e04546dacada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593908281 2024-11-14T14:18:30,679 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb7ef96b3a6b46268e2d960a5ff04e46, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593908281 2024-11-14T14:18:30,684 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:30,685 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:30,686 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/59a9ec51295f4103b02f04aab7135e62 is 50, key is test_row_0/B:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:30,687 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142075a6c6001f4d6fa46b65d75711ee3d_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:30,689 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142075a6c6001f4d6fa46b65d75711ee3d_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:30,689 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142075a6c6001f4d6fa46b65d75711ee3d_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742361_1537 (size=12104) 2024-11-14T14:18:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742362_1538 (size=4469) 2024-11-14T14:18:30,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T14:18:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,800 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ae4193e98b247a9a94e0d095dac2f29_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593909445/Put/seqid=0 2024-11-14T14:18:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742363_1539 (size=12154) 2024-11-14T14:18:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ae4193e98b247a9a94e0d095dac2f29_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ae4193e98b247a9a94e0d095dac2f29_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/507a2aae117d4e3b8779fed24495871e, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/507a2aae117d4e3b8779fed24495871e is 175, key is test_row_0/A:col10/1731593909445/Put/seqid=0 2024-11-14T14:18:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742364_1540 (size=30955) 2024-11-14T14:18:30,831 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/507a2aae117d4e3b8779fed24495871e 2024-11-14T14:18:30,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/99fa7d1f790142cb9702755c9a9a0c7f is 50, key is test_row_0/B:col10/1731593909445/Put/seqid=0 2024-11-14T14:18:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742365_1541 (size=12001) 2024-11-14T14:18:30,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/99fa7d1f790142cb9702755c9a9a0c7f 2024-11-14T14:18:30,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/c412c59300a2472d88b51c5f7ba6bc9f is 50, key is test_row_0/C:col10/1731593909445/Put/seqid=0 2024-11-14T14:18:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742366_1542 (size=12001) 2024-11-14T14:18:30,866 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/c412c59300a2472d88b51c5f7ba6bc9f 2024-11-14T14:18:30,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/507a2aae117d4e3b8779fed24495871e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e 2024-11-14T14:18:30,876 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e, entries=150, sequenceid=82, filesize=30.2 K 2024-11-14T14:18:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/99fa7d1f790142cb9702755c9a9a0c7f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f 2024-11-14T14:18:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:18:30,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/c412c59300a2472d88b51c5f7ba6bc9f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 42e8ee4907dd4933e4e57b15c8213099 in 84ms, sequenceid=82, compaction requested=true 2024-11-14T14:18:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T14:18:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.1640 sec 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,109 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/59a9ec51295f4103b02f04aab7135e62 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/59a9ec51295f4103b02f04aab7135e62 2024-11-14T14:18:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,110 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,110 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/f83728017adb47ac9fea51c7fc5e5100 is 175, key is test_row_0/A:col10/1731593908282/Put/seqid=0 2024-11-14T14:18:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,114 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 59a9ec51295f4103b02f04aab7135e62(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:31,114 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:31,114 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593910677; duration=0sec 2024-11-14T14:18:31,114 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:31,114 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:31,114 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,115 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:31,115 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/C is initiating minor compaction (all files) 2024-11-14T14:18:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,115 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/C in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:31,116 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=44.6 K 2024-11-14T14:18:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,116 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e6be04ad22c04f08838a200093f48e95, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731593907589 2024-11-14T14:18:31,116 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting bff55556752c40c087729bf942a08748, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731593907629 2024-11-14T14:18:31,116 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 42dddfa5ea0d4a1b9d10bf1c10acf4d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593908281 2024-11-14T14:18:31,117 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting c412c59300a2472d88b51c5f7ba6bc9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593909437 2024-11-14T14:18:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742367_1543 (size=31058) 2024-11-14T14:18:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,166 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,167 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/a89cad138d8947eaada23726af150ff4 is 50, key is test_row_0/C:col10/1731593909445/Put/seqid=0 2024-11-14T14:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742368_1544 (size=12139) 2024-11-14T14:18:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,554 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/f83728017adb47ac9fea51c7fc5e5100 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100 2024-11-14T14:18:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into f83728017adb47ac9fea51c7fc5e5100(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,559 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:31,560 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593910677; duration=0sec 2024-11-14T14:18:31,560 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:31,560 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,602 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/a89cad138d8947eaada23726af150ff4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/a89cad138d8947eaada23726af150ff4 2024-11-14T14:18:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/C of 42e8ee4907dd4933e4e57b15c8213099 into a89cad138d8947eaada23726af150ff4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:31,607 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:31,607 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/C, priority=12, startTime=1731593910678; duration=0sec 2024-11-14T14:18:31,607 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:31,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:18:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e459390a737e4fddbda1204338f9b677_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742369_1545 (size=12154) 2024-11-14T14:18:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:31,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593911671, max timestamp=1731593911677Num uniques 859; 2024-11-14T14:18:31,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593911671, max timestamp=1731593911677Num uniques 859; 2024-11-14T14:18:31,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:31,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593911671, max timestamp=1731593911677Num uniques 859; 2024-11-14T14:18:31,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:31,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593971697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593971697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593971698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593971699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593971701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593971813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593971813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593971813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593971813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593971813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T14:18:31,873 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:31,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-14T14:18:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:31,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:31,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:31,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593972022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593972022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593972022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593972023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593972023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:32,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e459390a737e4fddbda1204338f9b677_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e459390a737e4fddbda1204338f9b677_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:32,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/258f10c7a43a42789378bacfe1ce179b, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:32,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/258f10c7a43a42789378bacfe1ce179b is 175, key is test_row_0/A:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742370_1546 (size=30951) 2024-11-14T14:18:32,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:32,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593972333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593972333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593972333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593972334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593972334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/258f10c7a43a42789378bacfe1ce179b 2024-11-14T14:18:32,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/4d053017ccbc4ce690a2db652e52df9a is 50, key is test_row_0/B:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742371_1547 (size=9657) 2024-11-14T14:18:32,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593972842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593972843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593972843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593972843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593972843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:32,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/4d053017ccbc4ce690a2db652e52df9a 2024-11-14T14:18:32,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/d74227d9d9734c95aa5f90eafc6e69be is 50, key is test_row_0/C:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742372_1548 (size=9657) 2024-11-14T14:18:32,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:32,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:33,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:33,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/d74227d9d9734c95aa5f90eafc6e69be 2024-11-14T14:18:33,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/258f10c7a43a42789378bacfe1ce179b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b 2024-11-14T14:18:33,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b, entries=150, sequenceid=95, filesize=30.2 K 2024-11-14T14:18:33,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/4d053017ccbc4ce690a2db652e52df9a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a 2024-11-14T14:18:33,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a, entries=100, sequenceid=95, filesize=9.4 K 2024-11-14T14:18:33,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/d74227d9d9734c95aa5f90eafc6e69be as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be 2024-11-14T14:18:33,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be, entries=100, sequenceid=95, filesize=9.4 K 2024-11-14T14:18:33,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 42e8ee4907dd4933e4e57b15c8213099 in 1668ms, sequenceid=95, compaction requested=true 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:33,308 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:33,308 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:33,309 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:33,309 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:33,309 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,309 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/59a9ec51295f4103b02f04aab7135e62, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=33.0 K 2024-11-14T14:18:33,309 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:33,309 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:33,309 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,309 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=90.8 K 2024-11-14T14:18:33,309 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,309 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b] 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 59a9ec51295f4103b02f04aab7135e62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593908281 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting f83728017adb47ac9fea51c7fc5e5100, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731593908281 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 99fa7d1f790142cb9702755c9a9a0c7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593909437 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 507a2aae117d4e3b8779fed24495871e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593909437 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d053017ccbc4ce690a2db652e52df9a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731593911625 2024-11-14T14:18:33,310 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258f10c7a43a42789378bacfe1ce179b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731593911625 2024-11-14T14:18:33,321 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:33,338 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:33,339 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/8818e715ce6042e880468101e4df4f6b is 50, key is test_row_0/B:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:33,340 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141413c265cfbd41ec900747c0ff6e6f0e_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:33,342 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141413c265cfbd41ec900747c0ff6e6f0e_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:33,342 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141413c265cfbd41ec900747c0ff6e6f0e_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742373_1549 (size=12207) 2024-11-14T14:18:33,368 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/8818e715ce6042e880468101e4df4f6b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8818e715ce6042e880468101e4df4f6b 2024-11-14T14:18:33,372 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 8818e715ce6042e880468101e4df4f6b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:33,372 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:33,372 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593913308; duration=0sec 2024-11-14T14:18:33,372 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:33,372 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:33,372 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:18:33,373 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:33,373 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:33,373 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. because compaction request was cancelled 2024-11-14T14:18:33,373 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:33,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742374_1550 (size=4469) 2024-11-14T14:18:33,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:33,400 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149a2218b905a24c2ab63a4a72c795e978_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593911675/Put/seqid=0 2024-11-14T14:18:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742375_1551 (size=12204) 2024-11-14T14:18:33,781 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#464 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:33,782 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/e48fd025beac4d3a8407242046b7ab07 is 175, key is test_row_0/A:col10/1731593911625/Put/seqid=0 2024-11-14T14:18:33,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742376_1552 (size=31268) 2024-11-14T14:18:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:33,817 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149a2218b905a24c2ab63a4a72c795e978_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a2218b905a24c2ab63a4a72c795e978_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/083cde67657b4e6db10155eea6a9d662, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/083cde67657b4e6db10155eea6a9d662 is 175, key is test_row_0/A:col10/1731593911675/Put/seqid=0 2024-11-14T14:18:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742377_1553 (size=31005) 2024-11-14T14:18:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593973857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593973858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593973862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593973862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593973863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593973973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593973973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593973973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593973973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593973973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,188 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/e48fd025beac4d3a8407242046b7ab07 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07 2024-11-14T14:18:34,191 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into e48fd025beac4d3a8407242046b7ab07(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:34,191 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:34,191 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593913308; duration=0sec 2024-11-14T14:18:34,191 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:34,191 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:34,221 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/083cde67657b4e6db10155eea6a9d662 2024-11-14T14:18:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/78d08a245d264db8898d2c1f46404801 is 50, key is test_row_0/B:col10/1731593911675/Put/seqid=0 2024-11-14T14:18:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742378_1554 (size=12051) 2024-11-14T14:18:34,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/78d08a245d264db8898d2c1f46404801 2024-11-14T14:18:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 is 50, key is test_row_0/C:col10/1731593911675/Put/seqid=0 2024-11-14T14:18:34,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742379_1555 (size=12051) 2024-11-14T14:18:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593974493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593974493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593974493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593974493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593974494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:34,637 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 2024-11-14T14:18:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/083cde67657b4e6db10155eea6a9d662 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662 2024-11-14T14:18:34,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662, entries=150, sequenceid=132, filesize=30.3 K 2024-11-14T14:18:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/78d08a245d264db8898d2c1f46404801 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801 2024-11-14T14:18:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,651 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T14:18:34,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 2024-11-14T14:18:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,654 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T14:18:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,654 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 42e8ee4907dd4933e4e57b15c8213099 in 1254ms, sequenceid=132, compaction requested=true 2024-11-14T14:18:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-14T14:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-14T14:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T14:18:34,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7810 sec 2024-11-14T14:18:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.7850 sec 2024-11-14T14:18:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:35,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:18:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c3cbb19d7634f2a8dec6bbd218fd61e_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742380_1556 (size=12304) 2024-11-14T14:18:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c3cbb19d7634f2a8dec6bbd218fd61e_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c3cbb19d7634f2a8dec6bbd218fd61e_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:35,023 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0bf7b703729548f9973d62788001c95d, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0bf7b703729548f9973d62788001c95d is 175, key is test_row_0/A:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742381_1557 (size=31101) 2024-11-14T14:18:35,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0bf7b703729548f9973d62788001c95d 2024-11-14T14:18:35,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/899f8e1ebb5c4e6db2e2524bee4ad7fa is 50, key is test_row_0/B:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742382_1558 (size=9757) 2024-11-14T14:18:35,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/899f8e1ebb5c4e6db2e2524bee4ad7fa 2024-11-14T14:18:35,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731593915024, max timestamp=1731593915033Num uniques 859; 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731593915024, max timestamp=1731593915033Num uniques 859; 2024-11-14T14:18:35,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:35,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731593915024, max timestamp=1731593915033Num uniques 859; 2024-11-14T14:18:35,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6e2cc31459a7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:18:35,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2269c295ad8e4dc4a3961a44bb74ceec is 50, key is test_row_0/C:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742383_1559 (size=9757) 2024-11-14T14:18:35,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593975060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593975063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2269c295ad8e4dc4a3961a44bb74ceec 2024-11-14T14:18:35,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0bf7b703729548f9973d62788001c95d as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d 2024-11-14T14:18:35,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d, entries=150, sequenceid=145, filesize=30.4 K 2024-11-14T14:18:35,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/899f8e1ebb5c4e6db2e2524bee4ad7fa as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa 2024-11-14T14:18:35,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa, entries=100, sequenceid=145, filesize=9.5 K 2024-11-14T14:18:35,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2269c295ad8e4dc4a3961a44bb74ceec as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec 2024-11-14T14:18:35,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec, entries=100, sequenceid=145, filesize=9.5 K 2024-11-14T14:18:35,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 42e8ee4907dd4933e4e57b15c8213099 in 465ms, sequenceid=145, compaction requested=true 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:35,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:35,472 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:35,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93374 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:35,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:35,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:35,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:35,473 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:35,473 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:35,473 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=91.2 K 2024-11-14T14:18:35,473 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8818e715ce6042e880468101e4df4f6b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=33.2 K 2024-11-14T14:18:35,473 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:35,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d] 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8818e715ce6042e880468101e4df4f6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731593909443 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting e48fd025beac4d3a8407242046b7ab07, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731593909443 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 78d08a245d264db8898d2c1f46404801, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731593911675 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083cde67657b4e6db10155eea6a9d662, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731593911675 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bf7b703729548f9973d62788001c95d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731593913861 2024-11-14T14:18:35,474 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 899f8e1ebb5c4e6db2e2524bee4ad7fa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731593913861 2024-11-14T14:18:35,478 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,479 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:35,479 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/10dd559f27dc4b049af85bc83f4776ef is 50, key is test_row_0/B:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,480 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f72dae2bd3f64e838575e10475f27f51_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,482 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f72dae2bd3f64e838575e10475f27f51_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,482 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f72dae2bd3f64e838575e10475f27f51_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742384_1560 (size=12459) 2024-11-14T14:18:35,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742385_1561 (size=4469) 2024-11-14T14:18:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:35,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T14:18:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:35,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cec84475d2d443a0a393d1f952516697_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593915053/Put/seqid=0 2024-11-14T14:18:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742386_1562 (size=14794) 2024-11-14T14:18:35,676 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:35,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cec84475d2d443a0a393d1f952516697_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cec84475d2d443a0a393d1f952516697_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:35,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/47f29fdff81c467e94f3da2e2f0b4168, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:35,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/47f29fdff81c467e94f3da2e2f0b4168 is 175, key is test_row_0/A:col10/1731593915053/Put/seqid=0 2024-11-14T14:18:35,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742387_1563 (size=39749) 2024-11-14T14:18:35,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/47f29fdff81c467e94f3da2e2f0b4168 2024-11-14T14:18:35,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f3300b178e2e42c78492446d097c5222 is 50, key is test_row_0/B:col10/1731593915053/Put/seqid=0 2024-11-14T14:18:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742388_1564 (size=12151) 2024-11-14T14:18:35,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f3300b178e2e42c78492446d097c5222 2024-11-14T14:18:35,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/70c2323fd3934f8681a63ed9c729ed30 is 50, key is test_row_0/C:col10/1731593915053/Put/seqid=0 2024-11-14T14:18:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593975693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593975694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742389_1565 (size=12151) 2024-11-14T14:18:35,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/70c2323fd3934f8681a63ed9c729ed30 2024-11-14T14:18:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/47f29fdff81c467e94f3da2e2f0b4168 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168 2024-11-14T14:18:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168, entries=200, sequenceid=180, filesize=38.8 K 2024-11-14T14:18:35,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f3300b178e2e42c78492446d097c5222 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222 2024-11-14T14:18:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T14:18:35,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/70c2323fd3934f8681a63ed9c729ed30 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30 2024-11-14T14:18:35,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T14:18:35,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 42e8ee4907dd4933e4e57b15c8213099 in 53ms, sequenceid=180, compaction requested=true 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T14:18:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:35,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:35,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cffab154418945519f39aec2828d375e_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:35,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742390_1566 (size=14794) 2024-11-14T14:18:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/10dd559f27dc4b049af85bc83f4776ef as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/10dd559f27dc4b049af85bc83f4776ef 2024-11-14T14:18:35,890 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#473 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:35,891 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/589e031c03da4429866c73b4c44b78e4 is 175, key is test_row_0/A:col10/1731593915006/Put/seqid=0 2024-11-14T14:18:35,894 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 10dd559f27dc4b049af85bc83f4776ef(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:35,894 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:35,894 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593915472; duration=0sec 2024-11-14T14:18:35,894 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T14:18:35,894 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:35,894 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T14:18:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742391_1567 (size=31520) 2024-11-14T14:18:35,896 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 55755 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T14:18:35,896 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/C is initiating minor compaction (all files) 2024-11-14T14:18:35,896 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/C in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:35,896 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/a89cad138d8947eaada23726af150ff4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=54.4 K 2024-11-14T14:18:35,896 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting a89cad138d8947eaada23726af150ff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731593909437 2024-11-14T14:18:35,896 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d74227d9d9734c95aa5f90eafc6e69be, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731593911625 2024-11-14T14:18:35,897 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b2cdc7a3ed9441b8eb53292eb4e03b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731593911675 2024-11-14T14:18:35,897 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2269c295ad8e4dc4a3961a44bb74ceec, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731593913861 2024-11-14T14:18:35,897 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c2323fd3934f8681a63ed9c729ed30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731593915053 2024-11-14T14:18:35,905 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:35,906 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/9324bd8326e2469c85d7bc7abfc80cfb is 50, key is test_row_0/C:col10/1731593915053/Put/seqid=0 2024-11-14T14:18:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742392_1568 (size=12459) 2024-11-14T14:18:35,913 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/9324bd8326e2469c85d7bc7abfc80cfb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/9324bd8326e2469c85d7bc7abfc80cfb 2024-11-14T14:18:35,920 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/C of 42e8ee4907dd4933e4e57b15c8213099 into 9324bd8326e2469c85d7bc7abfc80cfb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:35,920 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:35,920 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/C, priority=11, startTime=1731593915718; duration=0sec 2024-11-14T14:18:35,920 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:18:35,920 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:35,920 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. because compaction request was cancelled 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. because compaction request was cancelled 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:35,921 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T14:18:35,922 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:35,922 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:35,922 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. because compaction request was cancelled 2024-11-14T14:18:35,922 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593975963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593975963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593975963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T14:18:36,043 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:36,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-14T14:18:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:36,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:36,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:36,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593976173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593976173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593976173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593976212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593976212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:36,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cffab154418945519f39aec2828d375e_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cffab154418945519f39aec2828d375e_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:36,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/01fea6b90b7249f98b2d6e8d640e3960, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:36,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/01fea6b90b7249f98b2d6e8d640e3960 is 175, key is test_row_0/A:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742393_1569 (size=39749) 2024-11-14T14:18:36,298 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/589e031c03da4429866c73b4c44b78e4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4 2024-11-14T14:18:36,301 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into 589e031c03da4429866c73b4c44b78e4(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:36,301 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:36,301 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593915472; duration=0sec 2024-11-14T14:18:36,301 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:36,301 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:36,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593976483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593976483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593976483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/01fea6b90b7249f98b2d6e8d640e3960 2024-11-14T14:18:36,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/398c0e9ebfa2465a93f5d85c40b11e39 is 50, key is test_row_0/B:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742394_1570 (size=12151) 2024-11-14T14:18:36,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:36,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:36,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:36,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:36,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593976993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593976993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593976993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:37,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/398c0e9ebfa2465a93f5d85c40b11e39 2024-11-14T14:18:37,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2598afb5c9cd4573b62f93ea1128404b is 50, key is test_row_0/C:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742395_1571 (size=12151) 2024-11-14T14:18:37,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593977223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:37,224 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:37,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:37,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:37,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:37,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593977232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:37,235 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:37,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:37,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2598afb5c9cd4573b62f93ea1128404b 2024-11-14T14:18:37,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/01fea6b90b7249f98b2d6e8d640e3960 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960 2024-11-14T14:18:37,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960, entries=200, sequenceid=192, filesize=38.8 K 2024-11-14T14:18:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/398c0e9ebfa2465a93f5d85c40b11e39 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39 2024-11-14T14:18:37,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39, entries=150, sequenceid=192, filesize=11.9 K 2024-11-14T14:18:37,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/2598afb5c9cd4573b62f93ea1128404b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b 2024-11-14T14:18:37,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-14T14:18:37,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 42e8ee4907dd4933e4e57b15c8213099 in 1656ms, sequenceid=192, compaction requested=true 2024-11-14T14:18:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:37,471 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:37,471 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:37,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111018 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:37,472 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:37,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:37,472 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:37,472 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,472 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,472 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/10dd559f27dc4b049af85bc83f4776ef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=35.9 K 2024-11-14T14:18:37,472 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=108.4 K 2024-11-14T14:18:37,472 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,472 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960] 2024-11-14T14:18:37,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 10dd559f27dc4b049af85bc83f4776ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731593911699 2024-11-14T14:18:37,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 589e031c03da4429866c73b4c44b78e4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731593911699 2024-11-14T14:18:37,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f3300b178e2e42c78492446d097c5222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731593915053 2024-11-14T14:18:37,473 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 398c0e9ebfa2465a93f5d85c40b11e39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731593915674 2024-11-14T14:18:37,473 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f29fdff81c467e94f3da2e2f0b4168, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731593915053 2024-11-14T14:18:37,474 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01fea6b90b7249f98b2d6e8d640e3960, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731593915674 2024-11-14T14:18:37,481 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:37,482 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:37,482 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/39c9acccf7cb41609781fdc9b546f9c3 is 50, key is test_row_0/B:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:37,484 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114867ff7ca80bf47bba7b204fa4984fb7d_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:37,486 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114867ff7ca80bf47bba7b204fa4984fb7d_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:37,486 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114867ff7ca80bf47bba7b204fa4984fb7d_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742396_1572 (size=12561) 2024-11-14T14:18:37,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742397_1573 (size=4469) 2024-11-14T14:18:37,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T14:18:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:37,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:18:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ef7892fd7e5346c2a95b819e052a2d37_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593915847/Put/seqid=0 2024-11-14T14:18:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742398_1574 (size=12304) 2024-11-14T14:18:37,896 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/39c9acccf7cb41609781fdc9b546f9c3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/39c9acccf7cb41609781fdc9b546f9c3 2024-11-14T14:18:37,899 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 39c9acccf7cb41609781fdc9b546f9c3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:37,899 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:37,899 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593917471; duration=0sec 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. because compaction request was cancelled 2024-11-14T14:18:37,900 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:37,902 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#482 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:37,902 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/78a3b3b68da44d369b69352287363688 is 175, key is test_row_0/A:col10/1731593915814/Put/seqid=0 2024-11-14T14:18:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742399_1575 (size=31515) 2024-11-14T14:18:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:37,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ef7892fd7e5346c2a95b819e052a2d37_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ef7892fd7e5346c2a95b819e052a2d37_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:37,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/5ad1248ae3214f1c84bf3f044067fa19, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/5ad1248ae3214f1c84bf3f044067fa19 is 175, key is test_row_0/A:col10/1731593915847/Put/seqid=0 2024-11-14T14:18:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742400_1576 (size=31105) 2024-11-14T14:18:38,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593978019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593978022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593978023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593978132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593978132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593978132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:38,309 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/78a3b3b68da44d369b69352287363688 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688 2024-11-14T14:18:38,314 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into 78a3b3b68da44d369b69352287363688(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:38,314 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:38,314 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593917471; duration=0sec 2024-11-14T14:18:38,314 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:38,314 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593978342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593978342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593978342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,390 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/5ad1248ae3214f1c84bf3f044067fa19 2024-11-14T14:18:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/5853878ecb224b8d9bed9361e377cc54 is 50, key is test_row_0/B:col10/1731593915847/Put/seqid=0 2024-11-14T14:18:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742401_1577 (size=12151) 2024-11-14T14:18:38,399 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/5853878ecb224b8d9bed9361e377cc54 2024-11-14T14:18:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5e263c99ede949088d55546a64d85c6f is 50, key is test_row_0/C:col10/1731593915847/Put/seqid=0 2024-11-14T14:18:38,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742402_1578 (size=12151) 2024-11-14T14:18:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593978653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593978653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593978653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:38,808 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5e263c99ede949088d55546a64d85c6f 2024-11-14T14:18:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/5ad1248ae3214f1c84bf3f044067fa19 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19 2024-11-14T14:18:38,814 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19, entries=150, sequenceid=215, filesize=30.4 K 2024-11-14T14:18:38,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/5853878ecb224b8d9bed9361e377cc54 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54 2024-11-14T14:18:38,817 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54, entries=150, sequenceid=215, filesize=11.9 K 2024-11-14T14:18:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5e263c99ede949088d55546a64d85c6f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f 2024-11-14T14:18:38,820 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-14T14:18:38,821 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 42e8ee4907dd4933e4e57b15c8213099 in 1249ms, sequenceid=215, compaction requested=true 2024-11-14T14:18:38,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:38,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:38,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-14T14:18:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-14T14:18:38,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-14T14:18:38,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7770 sec 2024-11-14T14:18:38,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.7810 sec 2024-11-14T14:18:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:39,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:39,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140fb7baa20f4c47d999e18ab6472f0d69_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742403_1579 (size=14794) 2024-11-14T14:18:39,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:39,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140fb7baa20f4c47d999e18ab6472f0d69_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140fb7baa20f4c47d999e18ab6472f0d69_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:39,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/2ac43601f931451482db0c65c9e5afaa, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:39,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/2ac43601f931451482db0c65c9e5afaa is 175, key is test_row_0/A:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742404_1580 (size=39749) 2024-11-14T14:18:39,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/2ac43601f931451482db0c65c9e5afaa 2024-11-14T14:18:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593979190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593979191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593979191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/8511894cb2584c0eb9ff6bbdf2cc6257 is 50, key is test_row_0/B:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742405_1581 (size=12151) 2024-11-14T14:18:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593979252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,254 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593979262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,268 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593979303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593979303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593979303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593979513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593979513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593979513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/8511894cb2584c0eb9ff6bbdf2cc6257 2024-11-14T14:18:39,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/da212a622a304e8c85a460aa583bf977 is 50, key is test_row_0/C:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742406_1582 (size=12151) 2024-11-14T14:18:39,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593979823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593979823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593979823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/da212a622a304e8c85a460aa583bf977 2024-11-14T14:18:40,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/2ac43601f931451482db0c65c9e5afaa as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa 2024-11-14T14:18:40,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa, entries=200, sequenceid=231, filesize=38.8 K 2024-11-14T14:18:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/8511894cb2584c0eb9ff6bbdf2cc6257 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257 2024-11-14T14:18:40,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:18:40,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/da212a622a304e8c85a460aa583bf977 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977 2024-11-14T14:18:40,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:18:40,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 42e8ee4907dd4933e4e57b15c8213099 in 860ms, sequenceid=231, compaction requested=true 2024-11-14T14:18:40,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:40,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:40,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:40,024 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:40,025 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:40,025 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:40,025 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:40,025 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,025 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=100.0 K 2024-11-14T14:18:40,025 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa] 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78a3b3b68da44d369b69352287363688, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731593915674 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:40,026 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,026 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/39c9acccf7cb41609781fdc9b546f9c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=36.0 K 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ad1248ae3214f1c84bf3f044067fa19, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731593915844 2024-11-14T14:18:40,026 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c9acccf7cb41609781fdc9b546f9c3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731593915674 2024-11-14T14:18:40,027 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5853878ecb224b8d9bed9361e377cc54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731593915844 2024-11-14T14:18:40,027 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ac43601f931451482db0c65c9e5afaa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:40,027 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 8511894cb2584c0eb9ff6bbdf2cc6257, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:40,031 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:40,032 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:40,033 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/1a0fd2cc6b334c47918a633535471166 is 50, key is test_row_0/B:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:40,033 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111483c5eea10cd8400a9b84b385ddd4349b_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:40,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111483c5eea10cd8400a9b84b385ddd4349b_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:40,035 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111483c5eea10cd8400a9b84b385ddd4349b_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742408_1584 (size=4469) 2024-11-14T14:18:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742407_1583 (size=12663) 2024-11-14T14:18:40,050 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#490 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:40,051 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0c3ba00a3a9a440aa2887e335b035546 is 175, key is test_row_0/A:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:40,054 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/1a0fd2cc6b334c47918a633535471166 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/1a0fd2cc6b334c47918a633535471166 2024-11-14T14:18:40,058 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 1a0fd2cc6b334c47918a633535471166(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:40,058 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:40,058 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593920024; duration=0sec 2024-11-14T14:18:40,058 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:40,058 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:40,058 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:18:40,059 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:18:40,059 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/C is initiating minor compaction (all files) 2024-11-14T14:18:40,059 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/C in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,060 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/9324bd8326e2469c85d7bc7abfc80cfb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=47.8 K 2024-11-14T14:18:40,060 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 9324bd8326e2469c85d7bc7abfc80cfb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731593915053 2024-11-14T14:18:40,060 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 2598afb5c9cd4573b62f93ea1128404b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731593915674 2024-11-14T14:18:40,060 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e263c99ede949088d55546a64d85c6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731593915844 2024-11-14T14:18:40,064 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting da212a622a304e8c85a460aa583bf977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742409_1585 (size=31617) 2024-11-14T14:18:40,074 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0c3ba00a3a9a440aa2887e335b035546 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546 2024-11-14T14:18:40,075 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#C#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:18:40,075 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5d916f1910d34c57bdfbf9f12ca1fbdf is 50, key is test_row_0/C:col10/1731593918011/Put/seqid=0 2024-11-14T14:18:40,081 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into 0c3ba00a3a9a440aa2887e335b035546(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:40,081 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:40,081 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593920024; duration=0sec 2024-11-14T14:18:40,081 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:40,081 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:40,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742410_1586 (size=12595) 2024-11-14T14:18:40,093 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5d916f1910d34c57bdfbf9f12ca1fbdf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5d916f1910d34c57bdfbf9f12ca1fbdf 2024-11-14T14:18:40,097 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/C of 42e8ee4907dd4933e4e57b15c8213099 into 5d916f1910d34c57bdfbf9f12ca1fbdf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:40,097 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:40,097 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/C, priority=12, startTime=1731593920025; duration=0sec 2024-11-14T14:18:40,097 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:40,097 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:18:40,222 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:40,223 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T14:18:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:40,224 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:40,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:40,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:40,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:40,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114154ca66527b549018b6c2359afddd15b_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593919190/Put/seqid=0 2024-11-14T14:18:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742411_1587 (size=12304) 2024-11-14T14:18:40,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:40,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114154ca66527b549018b6c2359afddd15b_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154ca66527b549018b6c2359afddd15b_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:40,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/fc474cf7d3db47e58389751a3759cbcf, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:40,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/fc474cf7d3db47e58389751a3759cbcf is 175, key is test_row_0/A:col10/1731593919190/Put/seqid=0 2024-11-14T14:18:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593980348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742412_1588 (size=31105) 2024-11-14T14:18:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/fc474cf7d3db47e58389751a3759cbcf 2024-11-14T14:18:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/d011ae3eaa574436b41da1a859a5bee8 is 50, key is test_row_0/B:col10/1731593919190/Put/seqid=0 2024-11-14T14:18:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742413_1589 (size=12151) 2024-11-14T14:18:40,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593980462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593980463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593980463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:40,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593980672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593980672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593980673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/d011ae3eaa574436b41da1a859a5bee8 2024-11-14T14:18:40,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/b615da6000074135bf215cb06e7cebfb is 50, key is test_row_0/C:col10/1731593919190/Put/seqid=0 2024-11-14T14:18:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742414_1590 (size=12151) 2024-11-14T14:18:40,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:40,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593980983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593980983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:40,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593980983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:41,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:41,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:41,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:41,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/b615da6000074135bf215cb06e7cebfb 2024-11-14T14:18:41,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/fc474cf7d3db47e58389751a3759cbcf as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf 2024-11-14T14:18:41,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf, entries=150, sequenceid=254, filesize=30.4 K 2024-11-14T14:18:41,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/d011ae3eaa574436b41da1a859a5bee8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8 2024-11-14T14:18:41,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T14:18:41,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/b615da6000074135bf215cb06e7cebfb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb 2024-11-14T14:18:41,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T14:18:41,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 42e8ee4907dd4933e4e57b15c8213099 in 854ms, sequenceid=254, compaction requested=false 2024-11-14T14:18:41,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:41,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T14:18:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:41,306 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111465ab37fa469944f58fb6b3248f25a537_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593920346/Put/seqid=0 2024-11-14T14:18:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742415_1591 (size=12454) 2024-11-14T14:18:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:41,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:41,527 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:18:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593981522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593981524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593981528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593981632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593981632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593981642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:41,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111465ab37fa469944f58fb6b3248f25a537_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111465ab37fa469944f58fb6b3248f25a537_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/7f5990fb3e1046f5969d4f48f10b88ca, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/7f5990fb3e1046f5969d4f48f10b88ca is 175, key is test_row_0/A:col10/1731593920346/Put/seqid=0 2024-11-14T14:18:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742416_1592 (size=31255) 2024-11-14T14:18:41,723 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/7f5990fb3e1046f5969d4f48f10b88ca 2024-11-14T14:18:41,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/270f753bd4e34b8598735e555132c7a5 is 50, key is test_row_0/B:col10/1731593920346/Put/seqid=0 2024-11-14T14:18:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742417_1593 (size=12301) 2024-11-14T14:18:41,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/270f753bd4e34b8598735e555132c7a5 2024-11-14T14:18:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e1e381ee283245b0876d091a2e1985d8 is 50, key is test_row_0/C:col10/1731593920346/Put/seqid=0 2024-11-14T14:18:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742418_1594 (size=12301) 2024-11-14T14:18:41,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593981843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593981843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593981852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593982152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593982152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,161 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e1e381ee283245b0876d091a2e1985d8 2024-11-14T14:18:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/7f5990fb3e1046f5969d4f48f10b88ca as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca 2024-11-14T14:18:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593982163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,167 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca, entries=150, sequenceid=267, filesize=30.5 K 2024-11-14T14:18:42,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/270f753bd4e34b8598735e555132c7a5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5 2024-11-14T14:18:42,170 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5, entries=150, sequenceid=267, filesize=12.0 K 2024-11-14T14:18:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/e1e381ee283245b0876d091a2e1985d8 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8 2024-11-14T14:18:42,173 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8, entries=150, sequenceid=267, filesize=12.0 K 2024-11-14T14:18:42,174 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 42e8ee4907dd4933e4e57b15c8213099 in 869ms, sequenceid=267, compaction requested=true 2024-11-14T14:18:42,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:42,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:42,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T14:18:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-14T14:18:42,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T14:18:42,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-14T14:18:42,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9540 sec 2024-11-14T14:18:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T14:18:42,372 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:42,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T14:18:42,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T14:18:42,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:42,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T14:18:42,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:42,527 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140ad1bc5519274e44bc126cc279c5a200_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593921508/Put/seqid=0 2024-11-14T14:18:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742419_1595 (size=12454) 2024-11-14T14:18:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:42,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593982679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593982683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593982683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T14:18:42,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593982793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593982793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593982793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:42,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140ad1bc5519274e44bc126cc279c5a200_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ad1bc5519274e44bc126cc279c5a200_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0f8aa0d231b74b6884a56bf05a7f9de6, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0f8aa0d231b74b6884a56bf05a7f9de6 is 175, key is test_row_0/A:col10/1731593921508/Put/seqid=0 2024-11-14T14:18:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742420_1596 (size=31255) 2024-11-14T14:18:42,944 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0f8aa0d231b74b6884a56bf05a7f9de6 2024-11-14T14:18:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/876c89ff33fc408989e496ae36915783 is 50, key is test_row_0/B:col10/1731593921508/Put/seqid=0 2024-11-14T14:18:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742421_1597 (size=12301) 2024-11-14T14:18:42,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/876c89ff33fc408989e496ae36915783 2024-11-14T14:18:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/52a8ae98ffd542c5aa0793acff856483 is 50, key is test_row_0/C:col10/1731593921508/Put/seqid=0 2024-11-14T14:18:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742422_1598 (size=12301) 2024-11-14T14:18:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T14:18:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593983003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593983003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593983003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50724 deadline: 1731593983263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,265 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_2' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50700 deadline: 1731593983312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593983312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593983312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,315 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2cc31459a7,33627,1731593743487 for 'test_row_0' in 42e8ee4907dd4933e4e57b15c8213099 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593983312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/52a8ae98ffd542c5aa0793acff856483 2024-11-14T14:18:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/0f8aa0d231b74b6884a56bf05a7f9de6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6 2024-11-14T14:18:43,368 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6, entries=150, sequenceid=286, filesize=30.5 K 2024-11-14T14:18:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/876c89ff33fc408989e496ae36915783 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783 2024-11-14T14:18:43,371 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T14:18:43,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/52a8ae98ffd542c5aa0793acff856483 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483 2024-11-14T14:18:43,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T14:18:43,374 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 42e8ee4907dd4933e4e57b15c8213099 in 847ms, sequenceid=286, compaction requested=true 2024-11-14T14:18:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T14:18:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-14T14:18:43,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T14:18:43,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-14T14:18:43,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.0030 sec 2024-11-14T14:18:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T14:18:43,513 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:43,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-14T14:18:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:43,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:43,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:43,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:43,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T14:18:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:43,667 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:43,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111462df80e0405448758812b96b8b687bf9_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593922682/Put/seqid=0 2024-11-14T14:18:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742423_1599 (size=12454) 2024-11-14T14:18:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:43,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111462df80e0405448758812b96b8b687bf9_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111462df80e0405448758812b96b8b687bf9_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/6870cafdbd3e4339a70e950f29985f0a, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/6870cafdbd3e4339a70e950f29985f0a is 175, key is test_row_0/A:col10/1731593922682/Put/seqid=0 2024-11-14T14:18:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742424_1600 (size=31255) 2024-11-14T14:18:43,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593983852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593983852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593983857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593983963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593983963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593983963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/6870cafdbd3e4339a70e950f29985f0a 2024-11-14T14:18:44,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e37e88479e2c4be488c41d70458e1d44 is 50, key is test_row_0/B:col10/1731593922682/Put/seqid=0 2024-11-14T14:18:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742425_1601 (size=12301) 2024-11-14T14:18:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593984172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593984172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593984172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593984483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593984483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593984483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:44,503 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e37e88479e2c4be488c41d70458e1d44 2024-11-14T14:18:44,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/955d055d7daa452da4f73d1b529296be is 50, key is test_row_0/C:col10/1731593922682/Put/seqid=0 2024-11-14T14:18:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742426_1602 (size=12301) 2024-11-14T14:18:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:44,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/955d055d7daa452da4f73d1b529296be 2024-11-14T14:18:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/6870cafdbd3e4339a70e950f29985f0a as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a 2024-11-14T14:18:44,919 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a, entries=150, sequenceid=299, filesize=30.5 K 2024-11-14T14:18:44,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e37e88479e2c4be488c41d70458e1d44 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44 2024-11-14T14:18:44,922 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T14:18:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/955d055d7daa452da4f73d1b529296be as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be 2024-11-14T14:18:44,926 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T14:18:44,926 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 42e8ee4907dd4933e4e57b15c8213099 in 1259ms, sequenceid=299, compaction requested=true 2024-11-14T14:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-14T14:18:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-14T14:18:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T14:18:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-14T14:18:44,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4150 sec 2024-11-14T14:18:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:44,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:18:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:45,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145fd5b28ac435465a9bb59cb3ef979272_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742427_1603 (size=14994) 2024-11-14T14:18:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593985007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593985011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593985012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593985123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593985123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593985123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593985332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593985332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593985332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,403 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:45,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145fd5b28ac435465a9bb59cb3ef979272_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fd5b28ac435465a9bb59cb3ef979272_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:45,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/8d6e77390f4041769118e060cbbbd465, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:45,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/8d6e77390f4041769118e060cbbbd465 is 175, key is test_row_0/A:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742428_1604 (size=39949) 2024-11-14T14:18:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593985643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593985643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593985643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T14:18:45,662 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:45,663 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:18:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T14:18:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:45,664 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:18:45,665 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:18:45,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:18:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:45,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/8d6e77390f4041769118e060cbbbd465 2024-11-14T14:18:45,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:45,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:45,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:45,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:45,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f45ab3e1c6a54330a6d95b9852ac418f is 50, key is test_row_0/B:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742429_1605 (size=12301) 2024-11-14T14:18:45,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:45,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:46,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593986153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593986153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593986153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:46,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f45ab3e1c6a54330a6d95b9852ac418f 2024-11-14T14:18:46,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/adb199bde96b4499a2c43925e9727a73 is 50, key is test_row_0/C:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742430_1606 (size=12301) 2024-11-14T14:18:46,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:46,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,494 DEBUG [regionserver/6e2cc31459a7:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.15384615384615385, tune throughput to 57.69 MB/second 2024-11-14T14:18:46,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:18:46,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/adb199bde96b4499a2c43925e9727a73 2024-11-14T14:18:46,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/8d6e77390f4041769118e060cbbbd465 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465 2024-11-14T14:18:46,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465, entries=200, sequenceid=319, filesize=39.0 K 2024-11-14T14:18:46,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/f45ab3e1c6a54330a6d95b9852ac418f as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f 2024-11-14T14:18:46,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:18:46,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/adb199bde96b4499a2c43925e9727a73 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73 2024-11-14T14:18:46,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:18:46,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 42e8ee4907dd4933e4e57b15c8213099 in 1650ms, sequenceid=319, compaction requested=true 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:46,644 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:46,644 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:46,645 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74018 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:18:46,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 196436 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:18:46,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:46,645 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:46,645 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,645 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/1a0fd2cc6b334c47918a633535471166, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=72.3 K 2024-11-14T14:18:46,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=191.8 K 2024-11-14T14:18:46,645 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,645 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465] 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a0fd2cc6b334c47918a633535471166, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c3ba00a3a9a440aa2887e335b035546, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting d011ae3eaa574436b41da1a859a5bee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731593919190 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc474cf7d3db47e58389751a3759cbcf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731593919190 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 270f753bd4e34b8598735e555132c7a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593920344 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f5990fb3e1046f5969d4f48f10b88ca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593920344 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 876c89ff33fc408989e496ae36915783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731593921508 2024-11-14T14:18:46,646 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f8aa0d231b74b6884a56bf05a7f9de6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731593921508 2024-11-14T14:18:46,647 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e37e88479e2c4be488c41d70458e1d44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593922676 2024-11-14T14:18:46,647 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6870cafdbd3e4339a70e950f29985f0a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593922676 2024-11-14T14:18:46,647 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting f45ab3e1c6a54330a6d95b9852ac418f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:46,647 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6e77390f4041769118e060cbbbd465, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:46,657 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#507 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:46,657 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/3f4b8dfa55694e16bc0ab39224aff01b is 50, key is test_row_0/B:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:46,661 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:46,665 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114dff9cec516174f9dbd5cc9d3224d9d57_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742431_1607 (size=13017) 2024-11-14T14:18:46,669 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114dff9cec516174f9dbd5cc9d3224d9d57_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:46,671 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/3f4b8dfa55694e16bc0ab39224aff01b as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/3f4b8dfa55694e16bc0ab39224aff01b 2024-11-14T14:18:46,673 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dff9cec516174f9dbd5cc9d3224d9d57_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:46,675 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into 3f4b8dfa55694e16bc0ab39224aff01b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:46,675 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:46,676 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=10, startTime=1731593926644; duration=0sec 2024-11-14T14:18:46,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:46,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:46,676 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:18:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742432_1608 (size=4469) 2024-11-14T14:18:46,677 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73950 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:18:46,677 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/C is initiating minor compaction (all files) 2024-11-14T14:18:46,677 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/C in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,677 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5d916f1910d34c57bdfbf9f12ca1fbdf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=72.2 K 2024-11-14T14:18:46,678 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d916f1910d34c57bdfbf9f12ca1fbdf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731593918011 2024-11-14T14:18:46,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting b615da6000074135bf215cb06e7cebfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731593919190 2024-11-14T14:18:46,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e1e381ee283245b0876d091a2e1985d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731593920344 2024-11-14T14:18:46,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a8ae98ffd542c5aa0793acff856483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731593921508 2024-11-14T14:18:46,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 955d055d7daa452da4f73d1b529296be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731593922676 2024-11-14T14:18:46,679 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting adb199bde96b4499a2c43925e9727a73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:46,689 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#C#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:46,690 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5c286aba8714486ca1fbb6ee448aa92e is 50, key is test_row_0/C:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:46,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742433_1609 (size=12949) 2024-11-14T14:18:46,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:46,733 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111470638b3bef2848cea483338394eb6f64_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593925009/Put/seqid=0 2024-11-14T14:18:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742434_1610 (size=12454) 2024-11-14T14:18:46,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:46,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111470638b3bef2848cea483338394eb6f64_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111470638b3bef2848cea483338394eb6f64_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/d02e0190ffe44389840e78c60fc9a3cb, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:46,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/d02e0190ffe44389840e78c60fc9a3cb is 175, key is test_row_0/A:col10/1731593925009/Put/seqid=0 2024-11-14T14:18:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742435_1611 (size=31255) 2024-11-14T14:18:46,766 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/d02e0190ffe44389840e78c60fc9a3cb 2024-11-14T14:18:46,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/7ad83cef75514994bb4fa63582ad79e6 is 50, key is test_row_0/B:col10/1731593925009/Put/seqid=0 2024-11-14T14:18:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742436_1612 (size=12301) 2024-11-14T14:18:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:47,078 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:47,078 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/b1d1433d340241a8a1d1d0c6d2e11d28 is 175, key is test_row_0/A:col10/1731593923849/Put/seqid=0 2024-11-14T14:18:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742437_1613 (size=31971) 2024-11-14T14:18:47,105 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/5c286aba8714486ca1fbb6ee448aa92e as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5c286aba8714486ca1fbb6ee448aa92e 2024-11-14T14:18:47,108 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/C of 42e8ee4907dd4933e4e57b15c8213099 into 5c286aba8714486ca1fbb6ee448aa92e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:47,108 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:47,108 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/C, priority=10, startTime=1731593926644; duration=0sec 2024-11-14T14:18:47,109 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:47,109 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:47,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. as already flushing 2024-11-14T14:18:47,175 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/7ad83cef75514994bb4fa63582ad79e6 2024-11-14T14:18:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/cccc4bca2b0846b78db542b9dcc04713 is 50, key is test_row_0/C:col10/1731593925009/Put/seqid=0 2024-11-14T14:18:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742438_1614 (size=12301) 2024-11-14T14:18:47,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593987192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593987196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593987197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593987303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593987303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593987303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,483 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/b1d1433d340241a8a1d1d0c6d2e11d28 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28 2024-11-14T14:18:47,487 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into b1d1433d340241a8a1d1d0c6d2e11d28(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:47,487 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:47,487 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=10, startTime=1731593926644; duration=0sec 2024-11-14T14:18:47,487 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:47,487 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:47,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50758 deadline: 1731593987512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50718 deadline: 1731593987512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33627 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50786 deadline: 1731593987512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 , the old value is region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:18:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., hostname=6e2cc31459a7,33627,1731593743487, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:18:47,585 INFO [Thread-2367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2367. 2024-11-14T14:18:47,585 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/cccc4bca2b0846b78db542b9dcc04713 2024-11-14T14:18:47,585 DEBUG [Thread-2367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,585 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,585 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,586 INFO [Thread-2359 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2359. 2024-11-14T14:18:47,586 DEBUG [Thread-2359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,586 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,586 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,586 INFO [Thread-2365 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2365. 2024-11-14T14:18:47,587 DEBUG [Thread-2365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,587 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,587 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/d02e0190ffe44389840e78c60fc9a3cb as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb 2024-11-14T14:18:47,589 INFO [Thread-2361 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2361. 2024-11-14T14:18:47,589 DEBUG [Thread-2361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,589 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,589 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,589 INFO [Thread-2363 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2363. 2024-11-14T14:18:47,590 DEBUG [Thread-2363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,590 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,590 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,591 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb, entries=150, sequenceid=332, filesize=30.5 K 2024-11-14T14:18:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/7ad83cef75514994bb4fa63582ad79e6 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6 2024-11-14T14:18:47,593 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:18:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/cccc4bca2b0846b78db542b9dcc04713 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713 2024-11-14T14:18:47,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:18:47,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 42e8ee4907dd4933e4e57b15c8213099 in 863ms, sequenceid=332, compaction requested=false 2024-11-14T14:18:47,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:47,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:47,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T14:18:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T14:18:47,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T14:18:47,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-11-14T14:18:47,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.9360 sec 2024-11-14T14:18:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:18:47,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33627 {}] regionserver.HRegion(8855): Flush requested on 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:47,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:18:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:47,824 INFO [Thread-2350 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2350. 2024-11-14T14:18:47,824 INFO [Thread-2356 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2356. 2024-11-14T14:18:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:47,824 INFO [Thread-2354 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2354. 2024-11-14T14:18:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:47,824 DEBUG [Thread-2350 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,824 DEBUG [Thread-2356 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,824 DEBUG [Thread-2350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,824 DEBUG [Thread-2354 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:47,824 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,825 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:18:47,825 DEBUG [Thread-2350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,825 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,825 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:47,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:47,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114450b9172218e4a28bfbd4ebb150d5286_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742439_1615 (size=12454) 2024-11-14T14:18:48,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:48,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114450b9172218e4a28bfbd4ebb150d5286_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114450b9172218e4a28bfbd4ebb150d5286_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:48,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/4ea6f22f4a2f442da84501fdad5ff5c4, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:48,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/4ea6f22f4a2f442da84501fdad5ff5c4 is 175, key is test_row_0/A:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742440_1616 (size=31255) 2024-11-14T14:18:48,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/4ea6f22f4a2f442da84501fdad5ff5c4 2024-11-14T14:18:48,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e25fee27542c46139cb323937ed64556 is 50, key is test_row_0/B:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742441_1617 (size=12301) 2024-11-14T14:18:49,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e25fee27542c46139cb323937ed64556 2024-11-14T14:18:49,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/6b96ca661c064f13a6956adcb17e58c4 is 50, key is test_row_0/C:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742442_1618 (size=12301) 2024-11-14T14:18:49,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/6b96ca661c064f13a6956adcb17e58c4 2024-11-14T14:18:49,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/4ea6f22f4a2f442da84501fdad5ff5c4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4 2024-11-14T14:18:49,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4, entries=150, sequenceid=357, filesize=30.5 K 2024-11-14T14:18:49,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/e25fee27542c46139cb323937ed64556 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556 2024-11-14T14:18:49,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:18:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/6b96ca661c064f13a6956adcb17e58c4 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4 2024-11-14T14:18:49,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:18:49,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~399.84 KB/409440, currentSize=0 B/0 for 42e8ee4907dd4933e4e57b15c8213099 in 1644ms, sequenceid=357, compaction requested=true 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:49,469 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:49,469 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42e8ee4907dd4933e4e57b15c8213099:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:18:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/A is initiating minor compaction (all files) 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/B is initiating minor compaction (all files) 2024-11-14T14:18:49,470 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/B in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:49,470 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/A in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:49,470 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=92.3 K 2024-11-14T14:18:49,470 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/3f4b8dfa55694e16bc0ab39224aff01b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=36.7 K 2024-11-14T14:18:49,470 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. files: [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4] 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f4b8dfa55694e16bc0ab39224aff01b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1d1433d340241a8a1d1d0c6d2e11d28, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ad83cef75514994bb4fa63582ad79e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731593924995 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting d02e0190ffe44389840e78c60fc9a3cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731593924995 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting e25fee27542c46139cb323937ed64556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593927195 2024-11-14T14:18:49,470 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea6f22f4a2f442da84501fdad5ff5c4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593927195 2024-11-14T14:18:49,474 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:49,476 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142de9a96b398d4597a2d8c3ad9ac9505c_42e8ee4907dd4933e4e57b15c8213099 store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:49,476 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:49,476 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/af502c5e0a674312b43d1ebcf24b0586 is 50, key is test_row_0/B:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:49,479 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142de9a96b398d4597a2d8c3ad9ac9505c_42e8ee4907dd4933e4e57b15c8213099, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:49,479 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142de9a96b398d4597a2d8c3ad9ac9505c_42e8ee4907dd4933e4e57b15c8213099 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742443_1619 (size=13119) 2024-11-14T14:18:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742444_1620 (size=4469) 2024-11-14T14:18:49,883 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#A#compaction#516 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:49,883 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/67cb59da7530496e87ad27efd0f3ddd2 is 175, key is test_row_0/A:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:49,884 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/af502c5e0a674312b43d1ebcf24b0586 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/af502c5e0a674312b43d1ebcf24b0586 2024-11-14T14:18:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742445_1621 (size=32073) 2024-11-14T14:18:49,888 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/B of 42e8ee4907dd4933e4e57b15c8213099 into af502c5e0a674312b43d1ebcf24b0586(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:49,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:49,888 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/B, priority=13, startTime=1731593929469; duration=0sec 2024-11-14T14:18:49,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:18:49,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:B 2024-11-14T14:18:49,888 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:18:49,889 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:18:49,889 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1541): 42e8ee4907dd4933e4e57b15c8213099/C is initiating minor compaction (all files) 2024-11-14T14:18:49,889 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 42e8ee4907dd4933e4e57b15c8213099/C in TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:49,889 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5c286aba8714486ca1fbb6ee448aa92e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4] into tmpdir=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp, totalSize=36.7 K 2024-11-14T14:18:49,889 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c286aba8714486ca1fbb6ee448aa92e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731593923849 2024-11-14T14:18:49,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting cccc4bca2b0846b78db542b9dcc04713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731593924995 2024-11-14T14:18:49,890 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b96ca661c064f13a6956adcb17e58c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731593927195 2024-11-14T14:18:49,896 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42e8ee4907dd4933e4e57b15c8213099#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-14T14:18:49,897 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/f093cc77d98d457eb5ddc07b0010aaca is 50, key is test_row_0/C:col10/1731593927823/Put/seqid=0 2024-11-14T14:18:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742446_1622 (size=13051) 2024-11-14T14:18:50,290 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/67cb59da7530496e87ad27efd0f3ddd2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/67cb59da7530496e87ad27efd0f3ddd2 2024-11-14T14:18:50,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/A of 42e8ee4907dd4933e4e57b15c8213099 into 67cb59da7530496e87ad27efd0f3ddd2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:50,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:50,293 INFO [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/A, priority=13, startTime=1731593929469; duration=0sec 2024-11-14T14:18:50,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:50,293 DEBUG [RS:0;6e2cc31459a7:33627-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:A 2024-11-14T14:18:50,303 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/f093cc77d98d457eb5ddc07b0010aaca as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/f093cc77d98d457eb5ddc07b0010aaca 2024-11-14T14:18:50,306 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 42e8ee4907dd4933e4e57b15c8213099/C of 42e8ee4907dd4933e4e57b15c8213099 into f093cc77d98d457eb5ddc07b0010aaca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:18:50,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 42e8ee4907dd4933e4e57b15c8213099: 2024-11-14T14:18:50,306 INFO [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., storeName=42e8ee4907dd4933e4e57b15c8213099/C, priority=13, startTime=1731593929469; duration=0sec 2024-11-14T14:18:50,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:18:50,306 DEBUG [RS:0;6e2cc31459a7:33627-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42e8ee4907dd4933e4e57b15c8213099:C 2024-11-14T14:18:53,344 INFO [Thread-2348 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2348. 2024-11-14T14:18:53,344 DEBUG [Thread-2348 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:53,344 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,344 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:53,363 INFO [Thread-2352 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2352. 2024-11-14T14:18:53,364 DEBUG [Thread-2352 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:18:53,364 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,364 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3342 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3096 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3026 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3354 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3100 2024-11-14T14:18:53,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:18:53,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:53,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:53,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:53,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:53,365 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:18:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:53,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593933367"}]},"ts":"1731593933367"} 2024-11-14T14:18:53,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:18:53,368 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:18:53,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:18:53,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, UNASSIGN}] 2024-11-14T14:18:53,370 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, UNASSIGN 2024-11-14T14:18:53,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=CLOSING, regionLocation=6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:53,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, UNASSIGN because future has completed 2024-11-14T14:18:53,372 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:18:53,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487}] 2024-11-14T14:18:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:53,524 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 42e8ee4907dd4933e4e57b15c8213099, disabling compactions & flushes 2024-11-14T14:18:53,524 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. after waiting 0 ms 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:53,524 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 42e8ee4907dd4933e4e57b15c8213099 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=A 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=B 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42e8ee4907dd4933e4e57b15c8213099, store=C 2024-11-14T14:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:18:53,529 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111466f15e453b094d63be5cae5777f13154_42e8ee4907dd4933e4e57b15c8213099 is 50, key is test_row_0/A:col10/1731593933362/Put/seqid=0 2024-11-14T14:18:53,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742447_1623 (size=9914) 2024-11-14T14:18:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:53,934 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:53,937 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111466f15e453b094d63be5cae5777f13154_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466f15e453b094d63be5cae5777f13154_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:53,938 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/93c2af3f28244971b2135f381273aee5, store: [table=TestAcidGuarantees family=A region=42e8ee4907dd4933e4e57b15c8213099] 2024-11-14T14:18:53,938 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/93c2af3f28244971b2135f381273aee5 is 175, key is test_row_0/A:col10/1731593933362/Put/seqid=0 2024-11-14T14:18:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742448_1624 (size=22561) 2024-11-14T14:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:54,341 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/93c2af3f28244971b2135f381273aee5 2024-11-14T14:18:54,346 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/29cfd96243fd4a86bb2c93757dcf81a3 is 50, key is test_row_0/B:col10/1731593933362/Put/seqid=0 2024-11-14T14:18:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742449_1625 (size=9857) 2024-11-14T14:18:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:54,752 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/29cfd96243fd4a86bb2c93757dcf81a3 2024-11-14T14:18:54,758 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/ad0e7691081e471fbca1e153a87554ee is 50, key is test_row_0/C:col10/1731593933362/Put/seqid=0 2024-11-14T14:18:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742450_1626 (size=9857) 2024-11-14T14:18:55,161 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/ad0e7691081e471fbca1e153a87554ee 2024-11-14T14:18:55,164 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/A/93c2af3f28244971b2135f381273aee5 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/93c2af3f28244971b2135f381273aee5 2024-11-14T14:18:55,166 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/93c2af3f28244971b2135f381273aee5, entries=100, sequenceid=365, filesize=22.0 K 2024-11-14T14:18:55,167 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/B/29cfd96243fd4a86bb2c93757dcf81a3 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/29cfd96243fd4a86bb2c93757dcf81a3 2024-11-14T14:18:55,169 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/29cfd96243fd4a86bb2c93757dcf81a3, entries=100, sequenceid=365, filesize=9.6 K 2024-11-14T14:18:55,170 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/.tmp/C/ad0e7691081e471fbca1e153a87554ee as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/ad0e7691081e471fbca1e153a87554ee 2024-11-14T14:18:55,172 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/ad0e7691081e471fbca1e153a87554ee, entries=100, sequenceid=365, filesize=9.6 K 2024-11-14T14:18:55,173 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 42e8ee4907dd4933e4e57b15c8213099 in 1649ms, sequenceid=365, compaction requested=false 2024-11-14T14:18:55,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4] to archive 2024-11-14T14:18:55,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:55,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/613962acfb3e4819ab609324f101e799 2024-11-14T14:18:55,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/1cb9a8f23bf046dd967759ad22b5c241 2024-11-14T14:18:55,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/f83728017adb47ac9fea51c7fc5e5100 2024-11-14T14:18:55,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/cb7ef96b3a6b46268e2d960a5ff04e46 2024-11-14T14:18:55,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/507a2aae117d4e3b8779fed24495871e 2024-11-14T14:18:55,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/e48fd025beac4d3a8407242046b7ab07 2024-11-14T14:18:55,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/258f10c7a43a42789378bacfe1ce179b 2024-11-14T14:18:55,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/083cde67657b4e6db10155eea6a9d662 2024-11-14T14:18:55,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/589e031c03da4429866c73b4c44b78e4 2024-11-14T14:18:55,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0bf7b703729548f9973d62788001c95d 2024-11-14T14:18:55,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/47f29fdff81c467e94f3da2e2f0b4168 2024-11-14T14:18:55,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/01fea6b90b7249f98b2d6e8d640e3960 2024-11-14T14:18:55,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/78a3b3b68da44d369b69352287363688 2024-11-14T14:18:55,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/5ad1248ae3214f1c84bf3f044067fa19 2024-11-14T14:18:55,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/2ac43601f931451482db0c65c9e5afaa 2024-11-14T14:18:55,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0c3ba00a3a9a440aa2887e335b035546 2024-11-14T14:18:55,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/fc474cf7d3db47e58389751a3759cbcf 2024-11-14T14:18:55,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/7f5990fb3e1046f5969d4f48f10b88ca 2024-11-14T14:18:55,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/0f8aa0d231b74b6884a56bf05a7f9de6 2024-11-14T14:18:55,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/6870cafdbd3e4339a70e950f29985f0a 2024-11-14T14:18:55,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/8d6e77390f4041769118e060cbbbd465 2024-11-14T14:18:55,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/b1d1433d340241a8a1d1d0c6d2e11d28 2024-11-14T14:18:55,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/d02e0190ffe44389840e78c60fc9a3cb 2024-11-14T14:18:55,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/4ea6f22f4a2f442da84501fdad5ff5c4 2024-11-14T14:18:55,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/59a9ec51295f4103b02f04aab7135e62, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8818e715ce6042e880468101e4df4f6b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/10dd559f27dc4b049af85bc83f4776ef, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/39c9acccf7cb41609781fdc9b546f9c3, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/1a0fd2cc6b334c47918a633535471166, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/3f4b8dfa55694e16bc0ab39224aff01b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556] to archive 2024-11-14T14:18:55,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:55,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/34d1b9d01c4c4543914838e8e2549415 2024-11-14T14:18:55,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/001324ab60534efc9334cbe743edc644 2024-11-14T14:18:55,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/59a9ec51295f4103b02f04aab7135e62 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/59a9ec51295f4103b02f04aab7135e62 2024-11-14T14:18:55,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/ff832c472cc349789239e04546dacada 2024-11-14T14:18:55,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/99fa7d1f790142cb9702755c9a9a0c7f 2024-11-14T14:18:55,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8818e715ce6042e880468101e4df4f6b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8818e715ce6042e880468101e4df4f6b 2024-11-14T14:18:55,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/4d053017ccbc4ce690a2db652e52df9a 2024-11-14T14:18:55,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/78d08a245d264db8898d2c1f46404801 2024-11-14T14:18:55,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/10dd559f27dc4b049af85bc83f4776ef to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/10dd559f27dc4b049af85bc83f4776ef 2024-11-14T14:18:55,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/899f8e1ebb5c4e6db2e2524bee4ad7fa 2024-11-14T14:18:55,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f3300b178e2e42c78492446d097c5222 2024-11-14T14:18:55,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/39c9acccf7cb41609781fdc9b546f9c3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/39c9acccf7cb41609781fdc9b546f9c3 2024-11-14T14:18:55,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/398c0e9ebfa2465a93f5d85c40b11e39 2024-11-14T14:18:55,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/5853878ecb224b8d9bed9361e377cc54 2024-11-14T14:18:55,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/1a0fd2cc6b334c47918a633535471166 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/1a0fd2cc6b334c47918a633535471166 2024-11-14T14:18:55,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/8511894cb2584c0eb9ff6bbdf2cc6257 2024-11-14T14:18:55,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/d011ae3eaa574436b41da1a859a5bee8 2024-11-14T14:18:55,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/270f753bd4e34b8598735e555132c7a5 2024-11-14T14:18:55,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/876c89ff33fc408989e496ae36915783 2024-11-14T14:18:55,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e37e88479e2c4be488c41d70458e1d44 2024-11-14T14:18:55,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/3f4b8dfa55694e16bc0ab39224aff01b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/3f4b8dfa55694e16bc0ab39224aff01b 2024-11-14T14:18:55,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/f45ab3e1c6a54330a6d95b9852ac418f 2024-11-14T14:18:55,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/7ad83cef75514994bb4fa63582ad79e6 2024-11-14T14:18:55,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/e25fee27542c46139cb323937ed64556 2024-11-14T14:18:55,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/a89cad138d8947eaada23726af150ff4, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/9324bd8326e2469c85d7bc7abfc80cfb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5d916f1910d34c57bdfbf9f12ca1fbdf, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5c286aba8714486ca1fbb6ee448aa92e, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4] to archive 2024-11-14T14:18:55,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:18:55,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e6be04ad22c04f08838a200093f48e95 2024-11-14T14:18:55,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/bff55556752c40c087729bf942a08748 2024-11-14T14:18:55,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/42dddfa5ea0d4a1b9d10bf1c10acf4d7 2024-11-14T14:18:55,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/a89cad138d8947eaada23726af150ff4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/a89cad138d8947eaada23726af150ff4 2024-11-14T14:18:55,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/c412c59300a2472d88b51c5f7ba6bc9f 2024-11-14T14:18:55,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/d74227d9d9734c95aa5f90eafc6e69be 2024-11-14T14:18:55,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/1b2cdc7a3ed9441b8eb53292eb4e03b9 2024-11-14T14:18:55,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2269c295ad8e4dc4a3961a44bb74ceec 2024-11-14T14:18:55,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/9324bd8326e2469c85d7bc7abfc80cfb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/9324bd8326e2469c85d7bc7abfc80cfb 2024-11-14T14:18:55,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/70c2323fd3934f8681a63ed9c729ed30 2024-11-14T14:18:55,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/2598afb5c9cd4573b62f93ea1128404b 2024-11-14T14:18:55,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5e263c99ede949088d55546a64d85c6f 2024-11-14T14:18:55,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5d916f1910d34c57bdfbf9f12ca1fbdf to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5d916f1910d34c57bdfbf9f12ca1fbdf 2024-11-14T14:18:55,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/da212a622a304e8c85a460aa583bf977 2024-11-14T14:18:55,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/b615da6000074135bf215cb06e7cebfb 2024-11-14T14:18:55,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/e1e381ee283245b0876d091a2e1985d8 2024-11-14T14:18:55,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/52a8ae98ffd542c5aa0793acff856483 2024-11-14T14:18:55,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/955d055d7daa452da4f73d1b529296be 2024-11-14T14:18:55,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5c286aba8714486ca1fbb6ee448aa92e to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/5c286aba8714486ca1fbb6ee448aa92e 2024-11-14T14:18:55,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/adb199bde96b4499a2c43925e9727a73 2024-11-14T14:18:55,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/cccc4bca2b0846b78db542b9dcc04713 2024-11-14T14:18:55,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/6b96ca661c064f13a6956adcb17e58c4 2024-11-14T14:18:55,230 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-14T14:18:55,231 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. 2024-11-14T14:18:55,231 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 42e8ee4907dd4933e4e57b15c8213099: Waiting for close lock at 1731593933524Running coprocessor pre-close hooks at 1731593933524Disabling compacts and flushes for region at 1731593933524Disabling writes for close at 1731593933524Obtaining lock to block concurrent updates at 1731593933524Preparing flush snapshotting stores in 42e8ee4907dd4933e4e57b15c8213099 at 1731593933524Finished memstore snapshotting TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731593933524Flushing stores of TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099. at 1731593933525 (+1 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/A: creating writer at 1731593933525Flushing mob file 42e8ee4907dd4933e4e57b15c8213099/A: appending metadata at 1731593933529 (+4 ms)Flushing mob file 42e8ee4907dd4933e4e57b15c8213099/A: closing flushed file at 1731593933529Flushing 42e8ee4907dd4933e4e57b15c8213099/A: appending metadata at 1731593933938 (+409 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/A: closing flushed file at 1731593933938Flushing 42e8ee4907dd4933e4e57b15c8213099/B: creating writer at 1731593934344 (+406 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/B: appending metadata at 1731593934345 (+1 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/B: closing flushed file at 1731593934345Flushing 42e8ee4907dd4933e4e57b15c8213099/C: creating writer at 1731593934755 (+410 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/C: appending metadata at 1731593934757 (+2 ms)Flushing 42e8ee4907dd4933e4e57b15c8213099/C: closing flushed file at 1731593934757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0872ce: reopening flushed file at 1731593935163 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779b888b: reopening flushed file at 1731593935166 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0bd366: reopening flushed file at 1731593935169 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 42e8ee4907dd4933e4e57b15c8213099 in 1649ms, sequenceid=365, compaction requested=false at 1731593935173 (+4 ms)Writing region close event to WAL at 1731593935228 (+55 ms)Running coprocessor post-close hooks at 1731593935230 (+2 ms)Closed at 1731593935230 2024-11-14T14:18:55,232 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=42e8ee4907dd4933e4e57b15c8213099, regionState=CLOSED 2024-11-14T14:18:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 because future has completed 2024-11-14T14:18:55,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T14:18:55,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 42e8ee4907dd4933e4e57b15c8213099, server=6e2cc31459a7,33627,1731593743487 in 1.8620 sec 2024-11-14T14:18:55,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T14:18:55,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=42e8ee4907dd4933e4e57b15c8213099, UNASSIGN in 1.8660 sec 2024-11-14T14:18:55,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T14:18:55,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-14T14:18:55,238 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593935238"}]},"ts":"1731593935238"} 2024-11-14T14:18:55,239 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:18:55,239 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:18:55,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-14T14:18:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:18:55,513 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:55,513 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:18:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:18:55,515 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,517 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,519 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C, FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits] 2024-11-14T14:18:55,521 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/67cb59da7530496e87ad27efd0f3ddd2 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/67cb59da7530496e87ad27efd0f3ddd2 2024-11-14T14:18:55,522 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/93c2af3f28244971b2135f381273aee5 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/A/93c2af3f28244971b2135f381273aee5 2024-11-14T14:18:55,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/29cfd96243fd4a86bb2c93757dcf81a3 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/29cfd96243fd4a86bb2c93757dcf81a3 2024-11-14T14:18:55,524 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/af502c5e0a674312b43d1ebcf24b0586 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/B/af502c5e0a674312b43d1ebcf24b0586 2024-11-14T14:18:55,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/ad0e7691081e471fbca1e153a87554ee to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/ad0e7691081e471fbca1e153a87554ee 2024-11-14T14:18:55,526 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/f093cc77d98d457eb5ddc07b0010aaca to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/C/f093cc77d98d457eb5ddc07b0010aaca 2024-11-14T14:18:55,528 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits/368.seqid to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099/recovered.edits/368.seqid 2024-11-14T14:18:55,528 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/default/TestAcidGuarantees/42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,528 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:18:55,529 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:18:55,529 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:18:55,531 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ad1bc5519274e44bc126cc279c5a200_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ad1bc5519274e44bc126cc279c5a200_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,532 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140fb7baa20f4c47d999e18ab6472f0d69_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140fb7baa20f4c47d999e18ab6472f0d69_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,533 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154ca66527b549018b6c2359afddd15b_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154ca66527b549018b6c2359afddd15b_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b2035c332244eb7beb94a23ceb4cbe4_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b2035c332244eb7beb94a23ceb4cbe4_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c3cbb19d7634f2a8dec6bbd218fd61e_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c3cbb19d7634f2a8dec6bbd218fd61e_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,535 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114450b9172218e4a28bfbd4ebb150d5286_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114450b9172218e4a28bfbd4ebb150d5286_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,536 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ae4193e98b247a9a94e0d095dac2f29_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ae4193e98b247a9a94e0d095dac2f29_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fd5b28ac435465a9bb59cb3ef979272_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fd5b28ac435465a9bb59cb3ef979272_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111462df80e0405448758812b96b8b687bf9_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111462df80e0405448758812b96b8b687bf9_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,538 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111465ab37fa469944f58fb6b3248f25a537_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111465ab37fa469944f58fb6b3248f25a537_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466f15e453b094d63be5cae5777f13154_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466f15e453b094d63be5cae5777f13154_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111470638b3bef2848cea483338394eb6f64_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111470638b3bef2848cea483338394eb6f64_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,540 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482687aae811a4eb99af0bd99343e114c_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482687aae811a4eb99af0bd99343e114c_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a2218b905a24c2ab63a4a72c795e978_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a2218b905a24c2ab63a4a72c795e978_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cec84475d2d443a0a393d1f952516697_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cec84475d2d443a0a393d1f952516697_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cffab154418945519f39aec2828d375e_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cffab154418945519f39aec2828d375e_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,543 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e459390a737e4fddbda1204338f9b677_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e459390a737e4fddbda1204338f9b677_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec6c2ecea7b44df29f6849ae8ca4ad75_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec6c2ecea7b44df29f6849ae8ca4ad75_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ef7892fd7e5346c2a95b819e052a2d37_42e8ee4907dd4933e4e57b15c8213099 to hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ef7892fd7e5346c2a95b819e052a2d37_42e8ee4907dd4933e4e57b15c8213099 2024-11-14T14:18:55,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:18:55,546 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,548 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:18:55,550 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:18:55,551 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,551 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:18:55,551 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731593935551"}]},"ts":"9223372036854775807"} 2024-11-14T14:18:55,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:18:55,552 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 42e8ee4907dd4933e4e57b15c8213099, NAME => 'TestAcidGuarantees,,1731593904489.42e8ee4907dd4933e4e57b15c8213099.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:18:55,552 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:18:55,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731593935552"}]},"ts":"9223372036854775807"} 2024-11-14T14:18:55,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:18:55,554 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:18:55,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-14T14:18:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:18:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:18:55,623 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:18:55,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 247), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=2431 (was 2465) 2024-11-14T14:18:55,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:18:55,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:55,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:55,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:55,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:55,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:55,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:18:55,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1201124139, stopped=false 2024-11-14T14:18:55,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,35265,1731593742453 2024-11-14T14:18:55,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:18:55,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:18:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:18:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:18:55,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:18:55,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:55,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:55,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:55,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,33627,1731593743487' ***** 2024-11-14T14:18:55,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:18:55,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:18:55,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:18:55,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:18:55,711 INFO [RS:0;6e2cc31459a7:33627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33627. 2024-11-14T14:18:55,711 DEBUG [RS:0;6e2cc31459a7:33627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:55,712 DEBUG [RS:0;6e2cc31459a7:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:55,712 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:18:55,712 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:18:55,712 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:18:55,712 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:18:55,713 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:18:55,713 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:18:55,713 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:18:55,713 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:18:55,713 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:18:55,713 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:55,713 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:18:55,713 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:18:55,713 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T14:18:55,734 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/info/99cd0137f10b4789aad0741466f39788 is 95, key is TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c./info:/1731593778573/DeleteFamily/seqid=0 2024-11-14T14:18:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742451_1627 (size=6514) 2024-11-14T14:18:55,780 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:18:55,913 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,113 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,137 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/info/99cd0137f10b4789aad0741466f39788 2024-11-14T14:18:56,157 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/ns/7469cdff757642b99a84f226e46e36d2 is 93, key is TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c./ns:/1731593778519/DeleteFamily/seqid=0 2024-11-14T14:18:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742452_1628 (size=5906) 2024-11-14T14:18:56,313 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,503 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:18:56,503 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:18:56,513 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,560 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/ns/7469cdff757642b99a84f226e46e36d2 2024-11-14T14:18:56,576 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5f5b82de52418393420f85f7036567 is 102, key is TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c./rep_barrier:/1731593778519/DeleteFamily/seqid=0 2024-11-14T14:18:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742453_1629 (size=6025) 2024-11-14T14:18:56,714 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,914 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:56,979 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5f5b82de52418393420f85f7036567 2024-11-14T14:18:56,999 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/table/8bb1aa17e3e9435691043ef8d0b7d3f2 is 96, key is TestAcidGuarantees,,1731593748182.b26f096b5a9a114b908064f11b5c7e6c./table:/1731593778519/DeleteFamily/seqid=0 2024-11-14T14:18:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742454_1630 (size=5936) 2024-11-14T14:18:57,114 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:57,314 DEBUG [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:18:57,320 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:35265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T14:18:57,402 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/table/8bb1aa17e3e9435691043ef8d0b7d3f2 2024-11-14T14:18:57,405 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/info/99cd0137f10b4789aad0741466f39788 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/info/99cd0137f10b4789aad0741466f39788 2024-11-14T14:18:57,407 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/info/99cd0137f10b4789aad0741466f39788, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T14:18:57,408 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/ns/7469cdff757642b99a84f226e46e36d2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/ns/7469cdff757642b99a84f226e46e36d2 2024-11-14T14:18:57,411 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/ns/7469cdff757642b99a84f226e46e36d2, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T14:18:57,411 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5f5b82de52418393420f85f7036567 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/rep_barrier/2b5f5b82de52418393420f85f7036567 2024-11-14T14:18:57,414 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/rep_barrier/2b5f5b82de52418393420f85f7036567, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T14:18:57,415 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/.tmp/table/8bb1aa17e3e9435691043ef8d0b7d3f2 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/table/8bb1aa17e3e9435691043ef8d0b7d3f2 2024-11-14T14:18:57,418 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/table/8bb1aa17e3e9435691043ef8d0b7d3f2, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T14:18:57,418 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false 2024-11-14T14:18:57,422 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T14:18:57,422 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:18:57,422 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:18:57,422 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593935713Running coprocessor pre-close hooks at 1731593935713Disabling compacts and flushes for region at 1731593935713Disabling writes for close at 1731593935713Obtaining lock to block concurrent updates at 1731593935713Preparing flush snapshotting stores in 1588230740 at 1731593935713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731593935714 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593935714Flushing 1588230740/info: creating writer at 1731593935714Flushing 1588230740/info: appending metadata at 1731593935733 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731593935733Flushing 1588230740/ns: creating writer at 1731593936141 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731593936157 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731593936157Flushing 1588230740/rep_barrier: creating writer at 1731593936563 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731593936575 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731593936575Flushing 1588230740/table: creating writer at 1731593936982 (+407 ms)Flushing 1588230740/table: appending metadata at 1731593936998 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731593936998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4087bd6f: reopening flushed file at 1731593937405 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4c8151: reopening flushed file at 1731593937408 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b76b6b9: reopening flushed file at 1731593937411 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217fceb6: reopening flushed file at 1731593937414 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false at 1731593937418 (+4 ms)Writing region close event to WAL at 1731593937420 (+2 ms)Running coprocessor post-close hooks at 1731593937422 (+2 ms)Closed at 1731593937422 2024-11-14T14:18:57,423 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:18:57,514 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,33627,1731593743487; all regions closed. 2024-11-14T14:18:57,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741834_1010 (size=25344) 2024-11-14T14:18:57,520 DEBUG [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/oldWALs 2024-11-14T14:18:57,520 INFO [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C33627%2C1731593743487.meta:.meta(num 1731593747700) 2024-11-14T14:18:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741832_1008 (size=13958696) 2024-11-14T14:18:57,523 DEBUG [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/oldWALs 2024-11-14T14:18:57,523 INFO [RS:0;6e2cc31459a7:33627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C33627%2C1731593743487:(num 1731593746661) 2024-11-14T14:18:57,524 DEBUG [RS:0;6e2cc31459a7:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:57,524 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:18:57,524 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:18:57,524 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:18:57,524 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:18:57,524 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:18:57,525 INFO [RS:0;6e2cc31459a7:33627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33627 2024-11-14T14:18:57,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2cc31459a7,33627,1731593743487 2024-11-14T14:18:57,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:18:57,572 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:18:57,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,33627,1731593743487] 2024-11-14T14:18:57,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2cc31459a7,33627,1731593743487 already deleted, retry=false 2024-11-14T14:18:57,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,33627,1731593743487 expired; onlineServers=0 2024-11-14T14:18:57,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,35265,1731593742453' ***** 2024-11-14T14:18:57,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:18:57,594 INFO [M:0;6e2cc31459a7:35265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:18:57,594 INFO [M:0;6e2cc31459a7:35265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:18:57,594 DEBUG [M:0;6e2cc31459a7:35265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:18:57,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:18:57,594 DEBUG [M:0;6e2cc31459a7:35265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:18:57,594 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593746358 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593746358,5,FailOnTimeoutGroup] 2024-11-14T14:18:57,594 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593746358 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593746358,5,FailOnTimeoutGroup] 2024-11-14T14:18:57,594 INFO [M:0;6e2cc31459a7:35265 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:18:57,594 INFO [M:0;6e2cc31459a7:35265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:18:57,595 DEBUG [M:0;6e2cc31459a7:35265 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:18:57,595 INFO [M:0;6e2cc31459a7:35265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:18:57,595 INFO [M:0;6e2cc31459a7:35265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:18:57,595 ERROR [M:0;6e2cc31459a7:35265 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1420519831) connection to localhost/127.0.0.1:34415 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34415,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T14:18:57,595 INFO [M:0;6e2cc31459a7:35265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:18:57,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:18:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:18:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:18:57,604 DEBUG [M:0;6e2cc31459a7:35265 {}] zookeeper.ZKUtil(347): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:18:57,604 WARN [M:0;6e2cc31459a7:35265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:18:57,605 INFO [M:0;6e2cc31459a7:35265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/.lastflushedseqids 2024-11-14T14:18:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742455_1631 (size=72) 2024-11-14T14:18:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:18:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10139b3a0b30001, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:18:57,684 INFO [RS:0;6e2cc31459a7:33627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:18:57,684 INFO [RS:0;6e2cc31459a7:33627 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,33627,1731593743487; zookeeper connection closed. 2024-11-14T14:18:57,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@337768a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@337768a6 2024-11-14T14:18:57,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:18:58,013 INFO [M:0;6e2cc31459a7:35265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:18:58,013 INFO [M:0;6e2cc31459a7:35265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:18:58,013 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:18:58,014 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:58,014 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:58,014 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:18:58,014 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:58,014 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=749.78 KB heapSize=916.48 KB 2024-11-14T14:18:58,028 DEBUG [M:0;6e2cc31459a7:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64307c3a931b484b8a1c49c0c16a74d0 is 82, key is hbase:meta,,1/info:regioninfo/1731593747791/Put/seqid=0 2024-11-14T14:18:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742456_1632 (size=5672) 2024-11-14T14:18:58,432 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64307c3a931b484b8a1c49c0c16a74d0 2024-11-14T14:18:58,476 DEBUG [M:0;6e2cc31459a7:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d036e7426314d079cad72a01adec175 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1731593907546/Put/seqid=0 2024-11-14T14:18:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742457_1633 (size=44721) 2024-11-14T14:18:58,879 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=749.22 KB at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d036e7426314d079cad72a01adec175 2024-11-14T14:18:58,882 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d036e7426314d079cad72a01adec175 2024-11-14T14:18:58,895 DEBUG [M:0;6e2cc31459a7:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b4846ed8a0410b8646bbeabb2fd727 is 69, key is 6e2cc31459a7,33627,1731593743487/rs:state/1731593746405/Put/seqid=0 2024-11-14T14:18:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073742458_1634 (size=5156) 2024-11-14T14:18:59,299 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b4846ed8a0410b8646bbeabb2fd727 2024-11-14T14:18:59,302 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64307c3a931b484b8a1c49c0c16a74d0 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64307c3a931b484b8a1c49c0c16a74d0 2024-11-14T14:18:59,305 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64307c3a931b484b8a1c49c0c16a74d0, entries=8, sequenceid=2053, filesize=5.5 K 2024-11-14T14:18:59,306 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d036e7426314d079cad72a01adec175 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d036e7426314d079cad72a01adec175 2024-11-14T14:18:59,309 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d036e7426314d079cad72a01adec175 2024-11-14T14:18:59,309 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d036e7426314d079cad72a01adec175, entries=166, sequenceid=2053, filesize=43.7 K 2024-11-14T14:18:59,310 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b4846ed8a0410b8646bbeabb2fd727 as hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57b4846ed8a0410b8646bbeabb2fd727 2024-11-14T14:18:59,312 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/ae28c95b-b680-a9c2-5a83-5e690e3b09dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57b4846ed8a0410b8646bbeabb2fd727, entries=1, sequenceid=2053, filesize=5.0 K 2024-11-14T14:18:59,313 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~749.78 KB/767770, heapSize ~916.18 KB/938168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2053, compaction requested=false 2024-11-14T14:18:59,314 INFO [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:59,314 DEBUG [M:0;6e2cc31459a7:35265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593938013Disabling compacts and flushes for region at 1731593938013Disabling writes for close at 1731593938014 (+1 ms)Obtaining lock to block concurrent updates at 1731593938014Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593938014Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=767770, getHeapSize=938408, getOffHeapSize=0, getCellsCount=2244 at 1731593938014Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593938015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593938015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593938028 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593938028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593938460 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593938475 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593938475Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593938882 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593938895 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593938895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d940354: reopening flushed file at 1731593939302 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef5eb1d: reopening flushed file at 1731593939305 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b65086a: reopening flushed file at 1731593939309 (+4 ms)Finished flush of dataSize ~749.78 KB/767770, heapSize ~916.18 KB/938168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2053, compaction requested=false at 1731593939313 (+4 ms)Writing region close event to WAL at 1731593939314 (+1 ms)Closed at 1731593939314 2024-11-14T14:18:59,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741830_1006 (size=902398) 2024-11-14T14:18:59,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:18:59,317 INFO [M:0;6e2cc31459a7:35265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:18:59,317 INFO [M:0;6e2cc31459a7:35265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35265 2024-11-14T14:18:59,317 INFO [M:0;6e2cc31459a7:35265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:18:59,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:18:59,462 INFO [M:0;6e2cc31459a7:35265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:18:59,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x10139b3a0b30000, quorum=127.0.0.1:64214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:18:59,490 WARN [BP-2140936968-172.17.0.2-1731593738286 heartbeating to localhost/127.0.0.1:34415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140936968-172.17.0.2-1731593738286 (Datanode Uuid 46c92bdd-eef7-493d-ba8e-86cf49b8cbb1) service to localhost/127.0.0.1:34415 2024-11-14T14:18:59,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data1/current/BP-2140936968-172.17.0.2-1731593738286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:18:59,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a79998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:18:59,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/cluster_368fa19a-28b2-ca60-6e78-ef454d3c0295/data/data2/current/BP-2140936968-172.17.0.2-1731593738286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:18:59,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:18:59,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:18:59,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:18:59,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.log.dir/,STOPPED} 2024-11-14T14:18:59,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:18:59,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322e478f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:18:59,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:18:59,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:18:59,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:18:59,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0284fa92-1e20-09ba-b9bc-56338edf84e1/hadoop.log.dir/,STOPPED} 2024-11-14T14:18:59,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:18:59,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down